2024-11-23 02:16:39,157 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-23 02:16:39,177 main DEBUG Took 0.017444 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-23 02:16:39,177 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-23 02:16:39,177 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-23 02:16:39,178 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-23 02:16:39,179 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:16:39,186 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-23 02:16:39,198 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:16:39,199 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:16:39,200 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:16:39,200 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:16:39,200 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:16:39,201 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:16:39,201 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:16:39,202 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:16:39,202 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:16:39,202 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:16:39,203 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:16:39,203 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:16:39,204 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:16:39,204 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:16:39,205 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:16:39,205 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:16:39,205 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:16:39,205 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:16:39,206 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:16:39,206 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:16:39,206 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:16:39,207 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:16:39,207 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:16:39,207 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 02:16:39,208 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:16:39,208 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-23 02:16:39,210 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 02:16:39,211 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-23 02:16:39,213 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-23 02:16:39,213 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-23 02:16:39,214 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-23 02:16:39,214 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-23 02:16:39,222 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-23 02:16:39,225 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-23 02:16:39,226 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-23 02:16:39,227 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-23 02:16:39,227 main DEBUG createAppenders(={Console}) 2024-11-23 02:16:39,228 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-23 02:16:39,228 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-23 02:16:39,228 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-23 02:16:39,229 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-23 02:16:39,229 main DEBUG OutputStream closed 2024-11-23 02:16:39,229 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-23 02:16:39,230 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-23 02:16:39,230 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-23 02:16:39,299 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-23 02:16:39,301 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-23 02:16:39,302 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-23 02:16:39,303 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-23 02:16:39,304 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-23 02:16:39,304 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-23 02:16:39,304 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-23 02:16:39,305 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-23 02:16:39,305 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-23 02:16:39,305 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-23 02:16:39,306 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-23 02:16:39,306 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-23 02:16:39,306 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-23 02:16:39,307 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-23 02:16:39,307 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-23 02:16:39,307 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-23 02:16:39,307 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-23 02:16:39,308 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-23 02:16:39,310 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23 02:16:39,311 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-23 02:16:39,311 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-23 02:16:39,312 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-23T02:16:39,325 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-23 02:16:39,328 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-23 02:16:39,329 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23T02:16:39,384 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=296, ProcessCount=11, AvailableMemoryMB=7877 2024-11-23T02:16:39,576 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-23T02:16:39,615 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b 2024-11-23T02:16:39,618 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/cluster_3c21c600-58d7-d4ad-e739-df38a5aad438, deleteOnExit=true 2024-11-23T02:16:39,701 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/cluster_3c21c600-58d7-d4ad-e739-df38a5aad438/zookeeper_0, clientPort=62015, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/cluster_3c21c600-58d7-d4ad-e739-df38a5aad438/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/cluster_3c21c600-58d7-d4ad-e739-df38a5aad438/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T02:16:39,713 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62015 2024-11-23T02:16:39,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T02:16:39,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T02:16:39,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/test.cache.data in system properties and HBase conf 2024-11-23T02:16:39,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T02:16:39,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/hadoop.log.dir in system properties and HBase conf 2024-11-23T02:16:39,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T02:16:39,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T02:16:39,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T02:16:39,806 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-23T02:16:39,924 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T02:16:39,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:16:39,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:16:39,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T02:16:39,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:16:39,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T02:16:39,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T02:16:39,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:16:39,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:16:39,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T02:16:39,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/nfs.dump.dir in system properties and HBase conf 2024-11-23T02:16:39,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/java.io.tmpdir in system properties and HBase conf 2024-11-23T02:16:39,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:16:39,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T02:16:39,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T02:16:40,754 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-23T02:16:40,844 INFO [Time-limited test {}] log.Log(170): Logging initialized @2438ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-23T02:16:40,925 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:16:40,998 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:16:41,024 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:16:41,025 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:16:41,026 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T02:16:41,039 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:16:41,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29fca5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:16:41,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@346b1178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:16:41,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18bfe0d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/java.io.tmpdir/jetty-localhost-43701-hadoop-hdfs-3_4_1-tests_jar-_-any-9016544618430029657/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:16:41,226 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d915aa3{HTTP/1.1, (http/1.1)}{localhost:43701} 2024-11-23T02:16:41,227 INFO [Time-limited test {}] server.Server(415): Started @2822ms 2024-11-23T02:16:41,622 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:16:41,628 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:16:41,630 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:16:41,631 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:16:41,631 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T02:16:41,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a9f6e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:16:41,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10d52e92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:16:41,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e8f3faa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/java.io.tmpdir/jetty-localhost-46469-hadoop-hdfs-3_4_1-tests_jar-_-any-5665448946713779732/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:16:41,753 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b5ffbb3{HTTP/1.1, (http/1.1)}{localhost:46469} 2024-11-23T02:16:41,753 INFO [Time-limited test {}] server.Server(415): Started @3349ms 2024-11-23T02:16:41,808 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T02:16:42,300 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/cluster_3c21c600-58d7-d4ad-e739-df38a5aad438/data/data2/current/BP-319984333-172.17.0.2-1732328200505/current, will proceed with Du for space computation calculation, 2024-11-23T02:16:42,300 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/cluster_3c21c600-58d7-d4ad-e739-df38a5aad438/data/data1/current/BP-319984333-172.17.0.2-1732328200505/current, will proceed with Du for space computation calculation, 2024-11-23T02:16:42,342 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T02:16:42,396 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a71dd8d69f64dd with lease ID 0x5dd25aba73d16025: Processing first storage report for DS-baf4ccb7-ae7c-4ca3-9625-b91fd18ea0fb from datanode DatanodeRegistration(127.0.0.1:44027, datanodeUuid=a024f5eb-0922-4850-8b77-2c213e12753a, infoPort=46203, infoSecurePort=0, ipcPort=40763, storageInfo=lv=-57;cid=testClusterID;nsid=971125180;c=1732328200505) 2024-11-23T02:16:42,397 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a71dd8d69f64dd with lease ID 0x5dd25aba73d16025: from storage DS-baf4ccb7-ae7c-4ca3-9625-b91fd18ea0fb node DatanodeRegistration(127.0.0.1:44027, datanodeUuid=a024f5eb-0922-4850-8b77-2c213e12753a, infoPort=46203, infoSecurePort=0, ipcPort=40763, storageInfo=lv=-57;cid=testClusterID;nsid=971125180;c=1732328200505), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T02:16:42,398 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a71dd8d69f64dd with lease ID 0x5dd25aba73d16025: Processing first storage report for DS-f4452292-2374-4a42-82a4-c48b85bb8895 from datanode DatanodeRegistration(127.0.0.1:44027, datanodeUuid=a024f5eb-0922-4850-8b77-2c213e12753a, infoPort=46203, infoSecurePort=0, ipcPort=40763, storageInfo=lv=-57;cid=testClusterID;nsid=971125180;c=1732328200505) 2024-11-23T02:16:42,398 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a71dd8d69f64dd with lease ID 0x5dd25aba73d16025: from storage DS-f4452292-2374-4a42-82a4-c48b85bb8895 node DatanodeRegistration(127.0.0.1:44027, datanodeUuid=a024f5eb-0922-4850-8b77-2c213e12753a, infoPort=46203, infoSecurePort=0, ipcPort=40763, storageInfo=lv=-57;cid=testClusterID;nsid=971125180;c=1732328200505), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:16:42,427 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b 2024-11-23T02:16:42,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:16:42,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:16:42,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741825_1001 (size=7) 2024-11-23T02:16:43,062 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8 with version=8 2024-11-23T02:16:43,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/hbase-staging 2024-11-23T02:16:43,155 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-23T02:16:43,405 INFO [Time-limited test {}] client.ConnectionUtils(128): master/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:16:43,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:16:43,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:16:43,420 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:16:43,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:16:43,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:16:43,559 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T02:16:43,619 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-23T02:16:43,628 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-23T02:16:43,632 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:16:43,660 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12581 (auto-detected) 2024-11-23T02:16:43,661 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-23T02:16:43,680 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36083 2024-11-23T02:16:43,701 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36083 connecting to ZooKeeper ensemble=127.0.0.1:62015 2024-11-23T02:16:43,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360830x0, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:16:43,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36083-0x101429c80920000 connected 2024-11-23T02:16:43,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:16:43,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:16:43,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36083-0x101429c80920000, quorum=127.0.0.1:62015, baseZNode=/0894823599 Set watcher on znode that does not yet exist, /0894823599/running 2024-11-23T02:16:43,782 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8, hbase.cluster.distributed=false 2024-11-23T02:16:43,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36083-0x101429c80920000, quorum=127.0.0.1:62015, baseZNode=/0894823599 Set watcher on znode that does not yet exist, /0894823599/acl 2024-11-23T02:16:43,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36083 2024-11-23T02:16:43,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36083 2024-11-23T02:16:43,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36083 2024-11-23T02:16:43,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36083 2024-11-23T02:16:43,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36083 2024-11-23T02:16:43,925 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:16:43,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:16:43,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:16:43,928 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:16:43,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:16:43,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:16:43,931 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T02:16:43,933 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:16:43,934 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42415 2024-11-23T02:16:43,936 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42415 connecting to ZooKeeper ensemble=127.0.0.1:62015 2024-11-23T02:16:43,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:16:43,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:16:43,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424150x0, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:16:43,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424150x0, quorum=127.0.0.1:62015, baseZNode=/0894823599 Set watcher on znode that does not yet exist, /0894823599/running 2024-11-23T02:16:43,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42415-0x101429c80920001 connected 2024-11-23T02:16:43,953 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T02:16:43,962 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T02:16:43,964 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42415-0x101429c80920001, quorum=127.0.0.1:62015, baseZNode=/0894823599 Set watcher on znode that does not yet exist, /0894823599/master 2024-11-23T02:16:43,970 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42415-0x101429c80920001, quorum=127.0.0.1:62015, baseZNode=/0894823599 Set watcher on znode that does not yet exist, /0894823599/acl 2024-11-23T02:16:43,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42415 2024-11-23T02:16:43,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42415 2024-11-23T02:16:43,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42415 2024-11-23T02:16:43,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42415 2024-11-23T02:16:43,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42415 2024-11-23T02:16:43,989 DEBUG [M:0;72b6db343a5d:36083 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;72b6db343a5d:36083 2024-11-23T02:16:43,990 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0894823599/backup-masters/72b6db343a5d,36083,1732328203207 2024-11-23T02:16:43,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x101429c80920000, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0894823599/backup-masters 2024-11-23T02:16:43,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42415-0x101429c80920001, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0894823599/backup-masters 2024-11-23T02:16:44,001 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36083-0x101429c80920000, quorum=127.0.0.1:62015, baseZNode=/0894823599 Set watcher on existing znode=/0894823599/backup-masters/72b6db343a5d,36083,1732328203207 2024-11-23T02:16:44,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42415-0x101429c80920001, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0894823599/master 2024-11-23T02:16:44,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x101429c80920000, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0894823599 2024-11-23T02:16:44,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42415-0x101429c80920001, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0894823599 2024-11-23T02:16:44,024 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36083-0x101429c80920000, quorum=127.0.0.1:62015, baseZNode=/0894823599 Set watcher on existing znode=/0894823599/master 2024-11-23T02:16:44,026 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0894823599/backup-masters/72b6db343a5d,36083,1732328203207 from backup master directory 2024-11-23T02:16:44,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42415-0x101429c80920001, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0894823599/backup-masters 2024-11-23T02:16:44,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x101429c80920000, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0894823599/backup-masters/72b6db343a5d,36083,1732328203207 2024-11-23T02:16:44,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x101429c80920000, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0894823599/backup-masters 2024-11-23T02:16:44,029 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:16:44,030 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=72b6db343a5d,36083,1732328203207 2024-11-23T02:16:44,032 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-23T02:16:44,033 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-23T02:16:44,091 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/hbase.id] with ID: ddbfe5f3-9b89-471f-985a-e9c9c3e0fd17 2024-11-23T02:16:44,092 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/.tmp/hbase.id 2024-11-23T02:16:44,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741826_1002 (size=42) 2024-11-23T02:16:44,503 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/.tmp/hbase.id]:[hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/hbase.id] 2024-11-23T02:16:44,546 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:16:44,551 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T02:16:44,570 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-23T02:16:44,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42415-0x101429c80920001, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0894823599 2024-11-23T02:16:44,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x101429c80920000, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0894823599 2024-11-23T02:16:44,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741827_1003 (size=196) 2024-11-23T02:16:44,997 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:16:45,000 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T02:16:45,016 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T02:16:45,021 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:16:45,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741828_1004 (size=1189) 2024-11-23T02:16:45,469 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store 2024-11-23T02:16:45,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741829_1005 (size=34) 2024-11-23T02:16:45,491 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-23T02:16:45,495 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:16:45,496 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:16:45,497 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:16:45,497 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:16:45,499 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:16:45,499 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:16:45,499 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:16:45,501 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328205496Disabling compacts and flushes for region at 1732328205496Disabling writes for close at 1732328205499 (+3 ms)Writing region close event to WAL at 1732328205499Closed at 1732328205499 2024-11-23T02:16:45,503 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/.initializing 2024-11-23T02:16:45,503 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/WALs/72b6db343a5d,36083,1732328203207 2024-11-23T02:16:45,512 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:16:45,527 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=72b6db343a5d%2C36083%2C1732328203207, suffix=, logDir=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/WALs/72b6db343a5d,36083,1732328203207, archiveDir=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/oldWALs, maxLogs=10 2024-11-23T02:16:45,550 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/WALs/72b6db343a5d,36083,1732328203207/72b6db343a5d%2C36083%2C1732328203207.1732328205532, exclude list is [], retry=0 2024-11-23T02:16:45,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44027,DS-baf4ccb7-ae7c-4ca3-9625-b91fd18ea0fb,DISK] 2024-11-23T02:16:45,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-23T02:16:45,607 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/WALs/72b6db343a5d,36083,1732328203207/72b6db343a5d%2C36083%2C1732328203207.1732328205532 2024-11-23T02:16:45,607 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46203:46203)] 2024-11-23T02:16:45,608 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:16:45,609 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:16:45,612 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:16:45,613 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:16:45,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:16:45,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T02:16:45,682 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:45,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:16:45,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:16:45,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T02:16:45,688 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:45,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:16:45,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:16:45,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T02:16:45,692 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:45,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:16:45,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:16:45,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T02:16:45,695 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:45,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:16:45,697 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:16:45,701 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:16:45,702 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:16:45,707 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:16:45,708 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:16:45,711 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:16:45,716 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:16:45,720 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:16:45,721 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64782939, jitterRate=-0.03465898334980011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:16:45,728 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732328205625Initializing all the Stores at 1732328205628 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328205628Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328205629 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328205629Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328205629Cleaning up temporary data from old regions at 1732328205708 (+79 ms)Region opened successfully at 1732328205728 (+20 ms) 2024-11-23T02:16:45,729 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T02:16:45,769 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@273baa57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:16:45,802 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T02:16:45,814 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T02:16:45,814 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T02:16:45,817 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T02:16:45,819 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-23T02:16:45,826 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-23T02:16:45,826 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T02:16:45,857 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T02:16:45,865 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36083-0x101429c80920000, quorum=127.0.0.1:62015, baseZNode=/0894823599 Unable to get data of znode /0894823599/balancer because node does not exist (not necessarily an error) 2024-11-23T02:16:45,868 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0894823599/balancer already deleted, retry=false 2024-11-23T02:16:45,870 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T02:16:45,872 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36083-0x101429c80920000, quorum=127.0.0.1:62015, baseZNode=/0894823599 Unable to get data of znode /0894823599/normalizer because node does not exist (not necessarily an error) 2024-11-23T02:16:45,873 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0894823599/normalizer already deleted, retry=false 2024-11-23T02:16:45,875 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T02:16:45,879 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36083-0x101429c80920000, quorum=127.0.0.1:62015, baseZNode=/0894823599 Unable to get data of znode /0894823599/switch/split because node does not exist (not necessarily an error) 2024-11-23T02:16:45,880 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0894823599/switch/split already deleted, retry=false 2024-11-23T02:16:45,881 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36083-0x101429c80920000, quorum=127.0.0.1:62015, baseZNode=/0894823599 Unable to get data of znode /0894823599/switch/merge because node does not exist (not necessarily an error) 2024-11-23T02:16:45,887 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0894823599/switch/merge already deleted, retry=false 2024-11-23T02:16:45,904 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36083-0x101429c80920000, quorum=127.0.0.1:62015, baseZNode=/0894823599 Unable to get data of znode /0894823599/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T02:16:45,906 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0894823599/snapshot-cleanup already deleted, retry=false 2024-11-23T02:16:45,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42415-0x101429c80920001, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0894823599/running 2024-11-23T02:16:45,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x101429c80920000, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0894823599/running 2024-11-23T02:16:45,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42415-0x101429c80920001, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0894823599 2024-11-23T02:16:45,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x101429c80920000, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0894823599 2024-11-23T02:16:45,912 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=72b6db343a5d,36083,1732328203207, sessionid=0x101429c80920000, setting cluster-up flag (Was=false) 2024-11-23T02:16:45,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x101429c80920000, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0894823599 2024-11-23T02:16:45,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42415-0x101429c80920001, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0894823599 2024-11-23T02:16:45,932 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0894823599/flush-table-proc/acquired, /0894823599/flush-table-proc/reached, /0894823599/flush-table-proc/abort 2024-11-23T02:16:45,934 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,36083,1732328203207 2024-11-23T02:16:45,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x101429c80920000, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0894823599 2024-11-23T02:16:45,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42415-0x101429c80920001, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0894823599 2024-11-23T02:16:45,948 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0894823599/online-snapshot/acquired, /0894823599/online-snapshot/reached, /0894823599/online-snapshot/abort 2024-11-23T02:16:45,949 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,36083,1732328203207 2024-11-23T02:16:45,956 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T02:16:45,979 INFO [RS:0;72b6db343a5d:42415 {}] regionserver.HRegionServer(746): ClusterId : ddbfe5f3-9b89-471f-985a-e9c9c3e0fd17 2024-11-23T02:16:45,982 DEBUG [RS:0;72b6db343a5d:42415 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T02:16:45,987 DEBUG [RS:0;72b6db343a5d:42415 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T02:16:45,987 DEBUG [RS:0;72b6db343a5d:42415 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T02:16:45,990 DEBUG [RS:0;72b6db343a5d:42415 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T02:16:45,990 DEBUG [RS:0;72b6db343a5d:42415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1918cccd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:16:46,009 DEBUG [RS:0;72b6db343a5d:42415 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;72b6db343a5d:42415 2024-11-23T02:16:46,014 INFO [RS:0;72b6db343a5d:42415 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T02:16:46,014 INFO [RS:0;72b6db343a5d:42415 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T02:16:46,014 DEBUG [RS:0;72b6db343a5d:42415 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T02:16:46,017 INFO [RS:0;72b6db343a5d:42415 {}] regionserver.HRegionServer(2659): reportForDuty to master=72b6db343a5d,36083,1732328203207 with port=42415, startcode=1732328203885 2024-11-23T02:16:46,030 DEBUG [RS:0;72b6db343a5d:42415 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T02:16:46,032 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T02:16:46,043 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T02:16:46,051 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T02:16:46,057 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 72b6db343a5d,36083,1732328203207 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T02:16:46,064 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:16:46,064 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:16:46,064 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:16:46,065 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:16:46,066 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/72b6db343a5d:0, corePoolSize=10, maxPoolSize=10 2024-11-23T02:16:46,066 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:46,066 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:16:46,066 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:46,067 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T02:16:46,068 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732328236068 2024-11-23T02:16:46,070 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T02:16:46,071 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:16:46,071 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T02:16:46,071 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T02:16:46,075 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T02:16:46,075 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T02:16:46,075 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36083 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-23T02:16:46,075 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T02:16:46,075 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T02:16:46,077 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:46,076 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:46,077 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T02:16:46,078 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T02:16:46,079 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T02:16:46,080 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T02:16:46,080 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T02:16:46,083 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T02:16:46,083 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T02:16:46,085 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328206085,5,FailOnTimeoutGroup] 2024-11-23T02:16:46,086 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328206085,5,FailOnTimeoutGroup] 2024-11-23T02:16:46,086 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:46,086 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T02:16:46,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741831_1007 (size=1321) 2024-11-23T02:16:46,087 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:46,087 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:46,089 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T02:16:46,090 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8 2024-11-23T02:16:46,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741832_1008 (size=32) 2024-11-23T02:16:46,104 DEBUG [RS:0;72b6db343a5d:42415 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-23T02:16:46,104 WARN [RS:0;72b6db343a5d:42415 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-23T02:16:46,206 INFO [RS:0;72b6db343a5d:42415 {}] regionserver.HRegionServer(2659): reportForDuty to master=72b6db343a5d,36083,1732328203207 with port=42415, startcode=1732328203885 2024-11-23T02:16:46,208 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36083 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 72b6db343a5d,42415,1732328203885 2024-11-23T02:16:46,211 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36083 {}] master.ServerManager(517): Registering regionserver=72b6db343a5d,42415,1732328203885 2024-11-23T02:16:46,220 DEBUG [RS:0;72b6db343a5d:42415 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8 2024-11-23T02:16:46,220 DEBUG [RS:0;72b6db343a5d:42415 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37059 2024-11-23T02:16:46,220 DEBUG [RS:0;72b6db343a5d:42415 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T02:16:46,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x101429c80920000, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0894823599/rs 2024-11-23T02:16:46,225 DEBUG [RS:0;72b6db343a5d:42415 {}] zookeeper.ZKUtil(111): regionserver:42415-0x101429c80920001, quorum=127.0.0.1:62015, baseZNode=/0894823599 Set watcher on existing znode=/0894823599/rs/72b6db343a5d,42415,1732328203885 2024-11-23T02:16:46,226 WARN [RS:0;72b6db343a5d:42415 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:16:46,226 INFO [RS:0;72b6db343a5d:42415 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:16:46,226 DEBUG [RS:0;72b6db343a5d:42415 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,42415,1732328203885 2024-11-23T02:16:46,228 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [72b6db343a5d,42415,1732328203885] 2024-11-23T02:16:46,251 INFO [RS:0;72b6db343a5d:42415 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T02:16:46,265 INFO [RS:0;72b6db343a5d:42415 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T02:16:46,270 INFO [RS:0;72b6db343a5d:42415 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T02:16:46,270 INFO [RS:0;72b6db343a5d:42415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:46,271 INFO [RS:0;72b6db343a5d:42415 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T02:16:46,277 INFO [RS:0;72b6db343a5d:42415 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T02:16:46,278 INFO [RS:0;72b6db343a5d:42415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:46,278 DEBUG [RS:0;72b6db343a5d:42415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:46,278 DEBUG [RS:0;72b6db343a5d:42415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:46,279 DEBUG [RS:0;72b6db343a5d:42415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:46,279 DEBUG [RS:0;72b6db343a5d:42415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:46,279 DEBUG [RS:0;72b6db343a5d:42415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:46,279 DEBUG [RS:0;72b6db343a5d:42415 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:16:46,279 DEBUG [RS:0;72b6db343a5d:42415 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:46,279 DEBUG [RS:0;72b6db343a5d:42415 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:46,279 DEBUG [RS:0;72b6db343a5d:42415 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:46,280 DEBUG [RS:0;72b6db343a5d:42415 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:46,280 DEBUG [RS:0;72b6db343a5d:42415 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:46,280 DEBUG [RS:0;72b6db343a5d:42415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:46,280 DEBUG [RS:0;72b6db343a5d:42415 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:16:46,280 DEBUG [RS:0;72b6db343a5d:42415 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:16:46,282 INFO [RS:0;72b6db343a5d:42415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:46,282 INFO [RS:0;72b6db343a5d:42415 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:46,282 INFO [RS:0;72b6db343a5d:42415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:46,283 INFO [RS:0;72b6db343a5d:42415 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:46,283 INFO [RS:0;72b6db343a5d:42415 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:46,283 INFO [RS:0;72b6db343a5d:42415 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,42415,1732328203885-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:16:46,302 INFO [RS:0;72b6db343a5d:42415 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T02:16:46,304 INFO [RS:0;72b6db343a5d:42415 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,42415,1732328203885-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:46,305 INFO [RS:0;72b6db343a5d:42415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:46,305 INFO [RS:0;72b6db343a5d:42415 {}] regionserver.Replication(171): 72b6db343a5d,42415,1732328203885 started 2024-11-23T02:16:46,323 INFO [RS:0;72b6db343a5d:42415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:46,324 INFO [RS:0;72b6db343a5d:42415 {}] regionserver.HRegionServer(1482): Serving as 72b6db343a5d,42415,1732328203885, RpcServer on 72b6db343a5d/172.17.0.2:42415, sessionid=0x101429c80920001 2024-11-23T02:16:46,325 DEBUG [RS:0;72b6db343a5d:42415 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T02:16:46,325 DEBUG [RS:0;72b6db343a5d:42415 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 72b6db343a5d,42415,1732328203885 2024-11-23T02:16:46,325 DEBUG [RS:0;72b6db343a5d:42415 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,42415,1732328203885' 2024-11-23T02:16:46,325 DEBUG [RS:0;72b6db343a5d:42415 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0894823599/flush-table-proc/abort' 2024-11-23T02:16:46,326 DEBUG [RS:0;72b6db343a5d:42415 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0894823599/flush-table-proc/acquired' 2024-11-23T02:16:46,327 DEBUG [RS:0;72b6db343a5d:42415 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T02:16:46,327 DEBUG [RS:0;72b6db343a5d:42415 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T02:16:46,327 DEBUG [RS:0;72b6db343a5d:42415 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 72b6db343a5d,42415,1732328203885 2024-11-23T02:16:46,328 DEBUG [RS:0;72b6db343a5d:42415 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,42415,1732328203885' 2024-11-23T02:16:46,328 DEBUG [RS:0;72b6db343a5d:42415 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0894823599/online-snapshot/abort' 2024-11-23T02:16:46,328 DEBUG [RS:0;72b6db343a5d:42415 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0894823599/online-snapshot/acquired' 2024-11-23T02:16:46,329 DEBUG [RS:0;72b6db343a5d:42415 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T02:16:46,329 INFO [RS:0;72b6db343a5d:42415 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T02:16:46,329 INFO [RS:0;72b6db343a5d:42415 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T02:16:46,435 INFO [RS:0;72b6db343a5d:42415 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:16:46,438 INFO [RS:0;72b6db343a5d:42415 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C42415%2C1732328203885, suffix=, logDir=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,42415,1732328203885, archiveDir=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/oldWALs, maxLogs=10 2024-11-23T02:16:46,456 DEBUG [RS:0;72b6db343a5d:42415 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,42415,1732328203885/72b6db343a5d%2C42415%2C1732328203885.1732328206441, exclude list is [], retry=0 2024-11-23T02:16:46,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44027,DS-baf4ccb7-ae7c-4ca3-9625-b91fd18ea0fb,DISK] 2024-11-23T02:16:46,463 INFO [RS:0;72b6db343a5d:42415 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,42415,1732328203885/72b6db343a5d%2C42415%2C1732328203885.1732328206441 2024-11-23T02:16:46,464 DEBUG [RS:0;72b6db343a5d:42415 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46203:46203)] 2024-11-23T02:16:46,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:16:46,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:16:46,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:16:46,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:46,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:16:46,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:16:46,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:16:46,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:46,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:16:46,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:16:46,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:16:46,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:46,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:16:46,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:16:46,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:16:46,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:46,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:16:46,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:16:46,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/meta/1588230740 2024-11-23T02:16:46,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/meta/1588230740 2024-11-23T02:16:46,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:16:46,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:16:46,523 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:16:46,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:16:46,529 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:16:46,530 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59330178, jitterRate=-0.11591145396232605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:16:46,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732328206501Initializing all the Stores at 1732328206502 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328206502Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328206503 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328206503Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328206503Cleaning up temporary data from old regions at 1732328206522 (+19 ms)Region opened successfully at 1732328206532 (+10 ms) 2024-11-23T02:16:46,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:16:46,533 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:16:46,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:16:46,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:16:46,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:16:46,535 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:16:46,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328206533Disabling compacts and flushes for region at 1732328206533Disabling writes for close at 1732328206533Writing region close event to WAL at 1732328206534 (+1 ms)Closed at 1732328206534 2024-11-23T02:16:46,538 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:16:46,538 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T02:16:46,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T02:16:46,556 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:16:46,559 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T02:16:46,710 DEBUG [72b6db343a5d:36083 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T02:16:46,723 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=72b6db343a5d,42415,1732328203885 2024-11-23T02:16:46,730 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,42415,1732328203885, state=OPENING 2024-11-23T02:16:46,736 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T02:16:46,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42415-0x101429c80920001, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0894823599 2024-11-23T02:16:46,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x101429c80920000, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0894823599 2024-11-23T02:16:46,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0894823599/meta-region-server: CHANGED 2024-11-23T02:16:46,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0894823599/meta-region-server: CHANGED 2024-11-23T02:16:46,741 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:16:46,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,42415,1732328203885}] 2024-11-23T02:16:46,919 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:16:46,922 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T02:16:46,933 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T02:16:46,934 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:16:46,934 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T02:16:46,937 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C42415%2C1732328203885.meta, suffix=.meta, logDir=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,42415,1732328203885, archiveDir=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/oldWALs, maxLogs=10 2024-11-23T02:16:46,955 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,42415,1732328203885/72b6db343a5d%2C42415%2C1732328203885.meta.1732328206939.meta, exclude list is [], retry=0 2024-11-23T02:16:46,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44027,DS-baf4ccb7-ae7c-4ca3-9625-b91fd18ea0fb,DISK] 2024-11-23T02:16:46,961 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,42415,1732328203885/72b6db343a5d%2C42415%2C1732328203885.meta.1732328206939.meta 2024-11-23T02:16:46,962 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46203:46203)] 2024-11-23T02:16:46,962 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:16:46,967 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:16:46,968 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:16:46,971 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T02:16:46,972 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T02:16:46,976 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T02:16:46,976 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:16:46,977 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T02:16:46,977 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T02:16:46,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:16:46,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:16:46,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:46,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:16:46,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:16:46,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:16:46,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:46,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:16:46,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:16:46,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:16:46,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:46,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:16:46,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:16:46,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:16:46,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:46,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:16:46,990 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:16:46,992 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/meta/1588230740 2024-11-23T02:16:46,994 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/meta/1588230740 2024-11-23T02:16:46,997 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:16:46,997 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:16:46,998 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:16:47,001 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:16:47,003 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66132271, jitterRate=-0.014552369713783264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:16:47,003 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T02:16:47,005 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732328206977Writing region info on filesystem at 1732328206977Initializing all the Stores at 1732328206979 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328206979Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328206979Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328206979Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328206979Cleaning up temporary data from old regions at 1732328206997 (+18 ms)Running coprocessor post-open hooks at 1732328207003 (+6 ms)Region opened successfully at 1732328207005 (+2 ms) 2024-11-23T02:16:47,014 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732328206910 2024-11-23T02:16:47,026 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T02:16:47,026 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T02:16:47,028 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,42415,1732328203885 2024-11-23T02:16:47,030 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,42415,1732328203885, state=OPEN 2024-11-23T02:16:47,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42415-0x101429c80920001, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0894823599/meta-region-server 2024-11-23T02:16:47,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x101429c80920000, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0894823599/meta-region-server 2024-11-23T02:16:47,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0894823599/meta-region-server: CHANGED 2024-11-23T02:16:47,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0894823599/meta-region-server: CHANGED 2024-11-23T02:16:47,036 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=72b6db343a5d,42415,1732328203885 2024-11-23T02:16:47,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T02:16:47,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,42415,1732328203885 in 294 msec 2024-11-23T02:16:47,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T02:16:47,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 498 msec 2024-11-23T02:16:47,050 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:16:47,050 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T02:16:47,071 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:16:47,073 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,42415,1732328203885, seqNum=-1] 2024-11-23T02:16:47,094 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:16:47,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:16:47,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1340 sec 2024-11-23T02:16:47,121 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732328207121, completionTime=-1 2024-11-23T02:16:47,123 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T02:16:47,124 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T02:16:47,152 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T02:16:47,152 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732328267152 2024-11-23T02:16:47,152 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732328327152 2024-11-23T02:16:47,153 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-11-23T02:16:47,155 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,36083,1732328203207-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:47,155 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,36083,1732328203207-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:47,155 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,36083,1732328203207-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:47,157 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-72b6db343a5d:36083, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:47,157 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:47,158 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:47,165 DEBUG [master/72b6db343a5d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T02:16:47,187 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.157sec 2024-11-23T02:16:47,188 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T02:16:47,189 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T02:16:47,190 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T02:16:47,191 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T02:16:47,191 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T02:16:47,192 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,36083,1732328203207-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:16:47,192 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,36083,1732328203207-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T02:16:47,200 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T02:16:47,201 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T02:16:47,201 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,36083,1732328203207-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:47,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4881e3c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:16:47,314 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-23T02:16:47,314 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-23T02:16:47,319 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,36083,-1 for getting cluster id 2024-11-23T02:16:47,322 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:16:47,333 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddbfe5f3-9b89-471f-985a-e9c9c3e0fd17' 2024-11-23T02:16:47,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:16:47,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddbfe5f3-9b89-471f-985a-e9c9c3e0fd17" 2024-11-23T02:16:47,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e30bb92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:16:47,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,36083,-1] 2024-11-23T02:16:47,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:16:47,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:16:47,343 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:16:47,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@364f66dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:16:47,346 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:16:47,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,42415,1732328203885, seqNum=-1] 2024-11-23T02:16:47,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:16:47,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:16:47,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=72b6db343a5d,36083,1732328203207 2024-11-23T02:16:47,377 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62015 2024-11-23T02:16:47,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:16:47,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101429c80920002 connected 2024-11-23T02:16:47,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/hadoop.log.dir so I do NOT create it in target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c 2024-11-23T02:16:47,400 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T02:16:47,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/hadoop.tmp.dir so I do NOT create it in target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c 2024-11-23T02:16:47,400 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T02:16:47,400 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c 2024-11-23T02:16:47,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T02:16:47,400 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c/cluster_866820c0-9a51-390d-79e5-b9223b52e7a6, deleteOnExit=true 2024-11-23T02:16:47,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T02:16:47,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c/test.cache.data in system properties and HBase conf 2024-11-23T02:16:47,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T02:16:47,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c/hadoop.log.dir in system properties and HBase conf 2024-11-23T02:16:47,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T02:16:47,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T02:16:47,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T02:16:47,401 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T02:16:47,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:16:47,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:16:47,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T02:16:47,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:16:47,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T02:16:47,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T02:16:47,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:16:47,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:16:47,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T02:16:47,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c/nfs.dump.dir in system properties and HBase conf 2024-11-23T02:16:47,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c/java.io.tmpdir in system properties and HBase conf 2024-11-23T02:16:47,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:16:47,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T02:16:47,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T02:16:47,497 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:16:47,504 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:16:47,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:16:47,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:16:47,506 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T02:16:47,507 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:16:47,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26c9611{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:16:47,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e387f9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:16:47,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76da0465{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c/java.io.tmpdir/jetty-localhost-34141-hadoop-hdfs-3_4_1-tests_jar-_-any-4153588739575249890/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:16:47,626 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7077a837{HTTP/1.1, (http/1.1)}{localhost:34141} 2024-11-23T02:16:47,626 INFO [Time-limited test {}] server.Server(415): Started @9221ms 2024-11-23T02:16:47,717 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:16:47,721 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:16:47,722 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:16:47,722 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:16:47,722 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T02:16:47,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8fdb0a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:16:47,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50b1d89e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:16:47,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c2b488a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c/java.io.tmpdir/jetty-localhost-44383-hadoop-hdfs-3_4_1-tests_jar-_-any-13059976377148504095/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:16:47,841 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f76040{HTTP/1.1, (http/1.1)}{localhost:44383} 2024-11-23T02:16:47,841 INFO [Time-limited test {}] server.Server(415): Started @9436ms 2024-11-23T02:16:47,843 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T02:16:47,960 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c/cluster_866820c0-9a51-390d-79e5-b9223b52e7a6/data/data1/current/BP-1079753347-172.17.0.2-1732328207436/current, will proceed with Du for space computation calculation, 2024-11-23T02:16:47,961 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c/cluster_866820c0-9a51-390d-79e5-b9223b52e7a6/data/data2/current/BP-1079753347-172.17.0.2-1732328207436/current, will proceed with Du for space computation calculation, 2024-11-23T02:16:48,009 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T02:16:48,012 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4b5c61afc9f939c7 with lease ID 0x99f40a69540cb3a1: Processing first storage report for DS-cc049950-9c20-4bc3-98e7-b156077375da from datanode DatanodeRegistration(127.0.0.1:36119, datanodeUuid=312d7933-57b8-4b13-a60e-87d185982634, infoPort=40705, infoSecurePort=0, ipcPort=36935, storageInfo=lv=-57;cid=testClusterID;nsid=281454090;c=1732328207436) 2024-11-23T02:16:48,012 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4b5c61afc9f939c7 with lease ID 0x99f40a69540cb3a1: from storage DS-cc049950-9c20-4bc3-98e7-b156077375da node DatanodeRegistration(127.0.0.1:36119, datanodeUuid=312d7933-57b8-4b13-a60e-87d185982634, infoPort=40705, infoSecurePort=0, ipcPort=36935, storageInfo=lv=-57;cid=testClusterID;nsid=281454090;c=1732328207436), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:16:48,013 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4b5c61afc9f939c7 with lease ID 0x99f40a69540cb3a1: Processing first storage report for DS-268347eb-ff5a-45ee-92d1-297d935d35d7 from datanode DatanodeRegistration(127.0.0.1:36119, datanodeUuid=312d7933-57b8-4b13-a60e-87d185982634, infoPort=40705, infoSecurePort=0, ipcPort=36935, storageInfo=lv=-57;cid=testClusterID;nsid=281454090;c=1732328207436) 2024-11-23T02:16:48,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4b5c61afc9f939c7 with lease ID 0x99f40a69540cb3a1: from storage DS-268347eb-ff5a-45ee-92d1-297d935d35d7 node DatanodeRegistration(127.0.0.1:36119, datanodeUuid=312d7933-57b8-4b13-a60e-87d185982634, infoPort=40705, infoSecurePort=0, ipcPort=36935, storageInfo=lv=-57;cid=testClusterID;nsid=281454090;c=1732328207436), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:16:48,075 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c 2024-11-23T02:16:48,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:16:48,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:16:48,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741825_1001 (size=7) 2024-11-23T02:16:48,490 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e with version=8 2024-11-23T02:16:48,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/hbase-staging 2024-11-23T02:16:48,493 INFO [Time-limited test {}] client.ConnectionUtils(128): master/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:16:48,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:16:48,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:16:48,494 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:16:48,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:16:48,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:16:48,494 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T02:16:48,494 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:16:48,495 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46601 2024-11-23T02:16:48,497 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46601 connecting to ZooKeeper ensemble=127.0.0.1:62015 2024-11-23T02:16:48,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466010x0, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:16:48,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46601-0x101429c80920003 connected 2024-11-23T02:16:48,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:16:48,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:16:48,519 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46601-0x101429c80920003, quorum=127.0.0.1:62015, baseZNode=/1953266828 Set watcher on znode that does not yet exist, /1953266828/running 2024-11-23T02:16:48,519 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e, hbase.cluster.distributed=false 2024-11-23T02:16:48,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46601-0x101429c80920003, quorum=127.0.0.1:62015, baseZNode=/1953266828 Set watcher on znode that does not yet exist, /1953266828/acl 2024-11-23T02:16:48,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46601 2024-11-23T02:16:48,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46601 2024-11-23T02:16:48,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46601 2024-11-23T02:16:48,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46601 2024-11-23T02:16:48,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46601 2024-11-23T02:16:48,539 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:16:48,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:16:48,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:16:48,540 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:16:48,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:16:48,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:16:48,540 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T02:16:48,540 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:16:48,541 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40381 2024-11-23T02:16:48,542 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40381 connecting to ZooKeeper ensemble=127.0.0.1:62015 2024-11-23T02:16:48,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:16:48,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:16:48,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403810x0, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:16:48,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403810x0, quorum=127.0.0.1:62015, baseZNode=/1953266828 Set watcher on znode that does not yet exist, /1953266828/running 2024-11-23T02:16:48,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40381-0x101429c80920004 connected 2024-11-23T02:16:48,550 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T02:16:48,551 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T02:16:48,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40381-0x101429c80920004, quorum=127.0.0.1:62015, baseZNode=/1953266828 Set watcher on znode that does not yet exist, /1953266828/master 2024-11-23T02:16:48,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40381-0x101429c80920004, quorum=127.0.0.1:62015, baseZNode=/1953266828 Set watcher on znode that does not yet exist, /1953266828/acl 2024-11-23T02:16:48,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40381 2024-11-23T02:16:48,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40381 2024-11-23T02:16:48,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40381 2024-11-23T02:16:48,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40381 2024-11-23T02:16:48,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40381 2024-11-23T02:16:48,572 DEBUG [M:0;72b6db343a5d:46601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;72b6db343a5d:46601 2024-11-23T02:16:48,572 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1953266828/backup-masters/72b6db343a5d,46601,1732328208493 2024-11-23T02:16:48,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x101429c80920003, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1953266828/backup-masters 2024-11-23T02:16:48,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40381-0x101429c80920004, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1953266828/backup-masters 2024-11-23T02:16:48,576 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46601-0x101429c80920003, quorum=127.0.0.1:62015, baseZNode=/1953266828 Set watcher on existing znode=/1953266828/backup-masters/72b6db343a5d,46601,1732328208493 2024-11-23T02:16:48,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40381-0x101429c80920004, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1953266828/master 2024-11-23T02:16:48,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x101429c80920003, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1953266828 2024-11-23T02:16:48,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40381-0x101429c80920004, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1953266828 2024-11-23T02:16:48,579 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46601-0x101429c80920003, quorum=127.0.0.1:62015, baseZNode=/1953266828 Set watcher on existing znode=/1953266828/master 2024-11-23T02:16:48,579 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1953266828/backup-masters/72b6db343a5d,46601,1732328208493 from backup master directory 2024-11-23T02:16:48,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x101429c80920003, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1953266828/backup-masters/72b6db343a5d,46601,1732328208493 2024-11-23T02:16:48,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40381-0x101429c80920004, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1953266828/backup-masters 2024-11-23T02:16:48,581 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:16:48,581 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=72b6db343a5d,46601,1732328208493 2024-11-23T02:16:48,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x101429c80920003, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1953266828/backup-masters 2024-11-23T02:16:48,590 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/hbase.id] with ID: 1fbbe159-5d48-4303-8b37-85fe93d54c11 2024-11-23T02:16:48,590 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/.tmp/hbase.id 2024-11-23T02:16:48,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741826_1002 (size=42) 2024-11-23T02:16:49,001 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/.tmp/hbase.id]:[hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/hbase.id] 2024-11-23T02:16:49,044 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:16:49,044 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T02:16:49,047 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-23T02:16:49,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40381-0x101429c80920004, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1953266828 2024-11-23T02:16:49,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x101429c80920003, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1953266828 2024-11-23T02:16:49,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741827_1003 (size=196) 2024-11-23T02:16:49,461 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:16:49,462 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T02:16:49,462 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:16:49,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741828_1004 (size=1189) 2024-11-23T02:16:49,874 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/MasterData/data/master/store 2024-11-23T02:16:49,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741829_1005 (size=34) 2024-11-23T02:16:50,284 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:16:50,284 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:16:50,284 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:16:50,284 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:16:50,284 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:16:50,284 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:16:50,284 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:16:50,284 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328210284Disabling compacts and flushes for region at 1732328210284Disabling writes for close at 1732328210284Writing region close event to WAL at 1732328210284Closed at 1732328210284 2024-11-23T02:16:50,286 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/MasterData/data/master/store/.initializing 2024-11-23T02:16:50,286 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/MasterData/WALs/72b6db343a5d,46601,1732328208493 2024-11-23T02:16:50,288 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:16:50,292 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=72b6db343a5d%2C46601%2C1732328208493, suffix=, logDir=hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/MasterData/WALs/72b6db343a5d,46601,1732328208493, archiveDir=hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/MasterData/oldWALs, maxLogs=10 2024-11-23T02:16:50,308 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/MasterData/WALs/72b6db343a5d,46601,1732328208493/72b6db343a5d%2C46601%2C1732328208493.1732328210292, exclude list is [], retry=0 2024-11-23T02:16:50,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36119,DS-cc049950-9c20-4bc3-98e7-b156077375da,DISK] 2024-11-23T02:16:50,316 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/MasterData/WALs/72b6db343a5d,46601,1732328208493/72b6db343a5d%2C46601%2C1732328208493.1732328210292 2024-11-23T02:16:50,316 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40705:40705)] 2024-11-23T02:16:50,316 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:16:50,316 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:16:50,317 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:16:50,317 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:16:50,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:16:50,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T02:16:50,321 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:50,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:16:50,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:16:50,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T02:16:50,324 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:50,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:16:50,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:16:50,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T02:16:50,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:50,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:16:50,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:16:50,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T02:16:50,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:50,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:16:50,331 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:16:50,332 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:16:50,333 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:16:50,335 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:16:50,335 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:16:50,336 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:16:50,337 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:16:50,341 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:16:50,341 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59191913, jitterRate=-0.1179717630147934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:16:50,342 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732328210317Initializing all the Stores at 1732328210318 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328210318Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328210318Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328210319 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328210319Cleaning up temporary data from old regions at 1732328210335 (+16 ms)Region opened successfully at 1732328210342 (+7 ms) 2024-11-23T02:16:50,342 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T02:16:50,347 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11176226, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:16:50,348 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T02:16:50,348 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T02:16:50,348 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T02:16:50,348 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T02:16:50,349 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T02:16:50,349 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T02:16:50,349 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T02:16:50,352 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T02:16:50,353 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46601-0x101429c80920003, quorum=127.0.0.1:62015, baseZNode=/1953266828 Unable to get data of znode /1953266828/balancer because node does not exist (not necessarily an error) 2024-11-23T02:16:50,355 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1953266828/balancer already deleted, retry=false 2024-11-23T02:16:50,355 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T02:16:50,356 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46601-0x101429c80920003, quorum=127.0.0.1:62015, baseZNode=/1953266828 Unable to get data of znode /1953266828/normalizer because node does not exist (not necessarily an error) 2024-11-23T02:16:50,357 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1953266828/normalizer already deleted, retry=false 2024-11-23T02:16:50,358 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T02:16:50,359 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46601-0x101429c80920003, quorum=127.0.0.1:62015, baseZNode=/1953266828 Unable to get data of znode /1953266828/switch/split because node does not exist (not necessarily an error) 2024-11-23T02:16:50,360 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1953266828/switch/split already deleted, retry=false 2024-11-23T02:16:50,361 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46601-0x101429c80920003, quorum=127.0.0.1:62015, baseZNode=/1953266828 Unable to get data of znode /1953266828/switch/merge because node does not exist (not necessarily an error) 2024-11-23T02:16:50,363 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1953266828/switch/merge already deleted, retry=false 2024-11-23T02:16:50,366 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46601-0x101429c80920003, quorum=127.0.0.1:62015, baseZNode=/1953266828 Unable to get data of znode /1953266828/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T02:16:50,367 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1953266828/snapshot-cleanup already deleted, retry=false 2024-11-23T02:16:50,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x101429c80920003, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1953266828/running 2024-11-23T02:16:50,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40381-0x101429c80920004, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1953266828/running 2024-11-23T02:16:50,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x101429c80920003, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1953266828 2024-11-23T02:16:50,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40381-0x101429c80920004, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1953266828 2024-11-23T02:16:50,370 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=72b6db343a5d,46601,1732328208493, sessionid=0x101429c80920003, setting cluster-up flag (Was=false) 2024-11-23T02:16:50,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40381-0x101429c80920004, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1953266828 2024-11-23T02:16:50,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x101429c80920003, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1953266828 2024-11-23T02:16:50,379 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1953266828/flush-table-proc/acquired, /1953266828/flush-table-proc/reached, /1953266828/flush-table-proc/abort 2024-11-23T02:16:50,380 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,46601,1732328208493 2024-11-23T02:16:50,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40381-0x101429c80920004, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1953266828 2024-11-23T02:16:50,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x101429c80920003, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1953266828 2024-11-23T02:16:50,391 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1953266828/online-snapshot/acquired, /1953266828/online-snapshot/reached, /1953266828/online-snapshot/abort 2024-11-23T02:16:50,393 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,46601,1732328208493 2024-11-23T02:16:50,394 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T02:16:50,398 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T02:16:50,398 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T02:16:50,399 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T02:16:50,399 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 72b6db343a5d,46601,1732328208493 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T02:16:50,400 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:16:50,400 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:16:50,401 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:16:50,401 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:16:50,401 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/72b6db343a5d:0, corePoolSize=10, maxPoolSize=10 2024-11-23T02:16:50,401 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:50,401 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:16:50,401 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:50,403 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732328240403 2024-11-23T02:16:50,403 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T02:16:50,403 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T02:16:50,403 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T02:16:50,403 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T02:16:50,403 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T02:16:50,403 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T02:16:50,403 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:16:50,404 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T02:16:50,404 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:50,404 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T02:16:50,404 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T02:16:50,404 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T02:16:50,404 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T02:16:50,405 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T02:16:50,405 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T02:16:50,405 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:50,405 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T02:16:50,406 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328210405,5,FailOnTimeoutGroup] 2024-11-23T02:16:50,406 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328210406,5,FailOnTimeoutGroup] 2024-11-23T02:16:50,406 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:50,406 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T02:16:50,406 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:50,406 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:50,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741831_1007 (size=1321) 2024-11-23T02:16:50,463 INFO [RS:0;72b6db343a5d:40381 {}] regionserver.HRegionServer(746): ClusterId : 1fbbe159-5d48-4303-8b37-85fe93d54c11 2024-11-23T02:16:50,463 DEBUG [RS:0;72b6db343a5d:40381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T02:16:50,465 DEBUG [RS:0;72b6db343a5d:40381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T02:16:50,466 DEBUG [RS:0;72b6db343a5d:40381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T02:16:50,468 DEBUG [RS:0;72b6db343a5d:40381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T02:16:50,468 DEBUG [RS:0;72b6db343a5d:40381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d642f3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:16:50,480 DEBUG [RS:0;72b6db343a5d:40381 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;72b6db343a5d:40381 2024-11-23T02:16:50,481 INFO [RS:0;72b6db343a5d:40381 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T02:16:50,481 INFO [RS:0;72b6db343a5d:40381 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T02:16:50,481 DEBUG [RS:0;72b6db343a5d:40381 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T02:16:50,481 INFO [RS:0;72b6db343a5d:40381 {}] regionserver.HRegionServer(2659): reportForDuty to master=72b6db343a5d,46601,1732328208493 with port=40381, startcode=1732328208539 2024-11-23T02:16:50,482 DEBUG [RS:0;72b6db343a5d:40381 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T02:16:50,484 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T02:16:50,485 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46601 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 72b6db343a5d,40381,1732328208539 2024-11-23T02:16:50,485 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46601 {}] master.ServerManager(517): Registering regionserver=72b6db343a5d,40381,1732328208539 2024-11-23T02:16:50,489 DEBUG [RS:0;72b6db343a5d:40381 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e 2024-11-23T02:16:50,489 DEBUG [RS:0;72b6db343a5d:40381 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39565 2024-11-23T02:16:50,489 DEBUG [RS:0;72b6db343a5d:40381 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T02:16:50,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x101429c80920003, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1953266828/rs 2024-11-23T02:16:50,492 DEBUG [RS:0;72b6db343a5d:40381 {}] zookeeper.ZKUtil(111): regionserver:40381-0x101429c80920004, quorum=127.0.0.1:62015, baseZNode=/1953266828 Set watcher on existing znode=/1953266828/rs/72b6db343a5d,40381,1732328208539 2024-11-23T02:16:50,492 WARN [RS:0;72b6db343a5d:40381 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:16:50,492 INFO [RS:0;72b6db343a5d:40381 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:16:50,492 DEBUG [RS:0;72b6db343a5d:40381 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/WALs/72b6db343a5d,40381,1732328208539 2024-11-23T02:16:50,492 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [72b6db343a5d,40381,1732328208539] 2024-11-23T02:16:50,496 INFO [RS:0;72b6db343a5d:40381 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T02:16:50,499 INFO [RS:0;72b6db343a5d:40381 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T02:16:50,500 INFO [RS:0;72b6db343a5d:40381 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T02:16:50,500 INFO [RS:0;72b6db343a5d:40381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:50,500 INFO [RS:0;72b6db343a5d:40381 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T02:16:50,501 INFO [RS:0;72b6db343a5d:40381 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T02:16:50,501 INFO [RS:0;72b6db343a5d:40381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:50,501 DEBUG [RS:0;72b6db343a5d:40381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:50,502 DEBUG [RS:0;72b6db343a5d:40381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:50,502 DEBUG [RS:0;72b6db343a5d:40381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:50,502 DEBUG [RS:0;72b6db343a5d:40381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:50,502 DEBUG [RS:0;72b6db343a5d:40381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:50,502 DEBUG [RS:0;72b6db343a5d:40381 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:16:50,502 DEBUG [RS:0;72b6db343a5d:40381 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:50,502 DEBUG [RS:0;72b6db343a5d:40381 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:50,502 DEBUG [RS:0;72b6db343a5d:40381 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:50,502 DEBUG [RS:0;72b6db343a5d:40381 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:50,502 DEBUG [RS:0;72b6db343a5d:40381 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:50,502 DEBUG [RS:0;72b6db343a5d:40381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:50,502 DEBUG [RS:0;72b6db343a5d:40381 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:16:50,502 DEBUG [RS:0;72b6db343a5d:40381 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:16:50,503 INFO [RS:0;72b6db343a5d:40381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:50,503 INFO [RS:0;72b6db343a5d:40381 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:50,503 INFO [RS:0;72b6db343a5d:40381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:50,503 INFO [RS:0;72b6db343a5d:40381 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:50,503 INFO [RS:0;72b6db343a5d:40381 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:50,503 INFO [RS:0;72b6db343a5d:40381 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,40381,1732328208539-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:16:50,520 INFO [RS:0;72b6db343a5d:40381 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T02:16:50,521 INFO [RS:0;72b6db343a5d:40381 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,40381,1732328208539-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:50,521 INFO [RS:0;72b6db343a5d:40381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:50,521 INFO [RS:0;72b6db343a5d:40381 {}] regionserver.Replication(171): 72b6db343a5d,40381,1732328208539 started 2024-11-23T02:16:50,537 INFO [RS:0;72b6db343a5d:40381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:50,537 INFO [RS:0;72b6db343a5d:40381 {}] regionserver.HRegionServer(1482): Serving as 72b6db343a5d,40381,1732328208539, RpcServer on 72b6db343a5d/172.17.0.2:40381, sessionid=0x101429c80920004 2024-11-23T02:16:50,538 DEBUG [RS:0;72b6db343a5d:40381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T02:16:50,538 DEBUG [RS:0;72b6db343a5d:40381 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 72b6db343a5d,40381,1732328208539 2024-11-23T02:16:50,538 DEBUG [RS:0;72b6db343a5d:40381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,40381,1732328208539' 2024-11-23T02:16:50,538 DEBUG [RS:0;72b6db343a5d:40381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1953266828/flush-table-proc/abort' 2024-11-23T02:16:50,539 DEBUG [RS:0;72b6db343a5d:40381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1953266828/flush-table-proc/acquired' 2024-11-23T02:16:50,539 DEBUG [RS:0;72b6db343a5d:40381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T02:16:50,539 DEBUG [RS:0;72b6db343a5d:40381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T02:16:50,539 DEBUG [RS:0;72b6db343a5d:40381 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 72b6db343a5d,40381,1732328208539 2024-11-23T02:16:50,539 DEBUG [RS:0;72b6db343a5d:40381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,40381,1732328208539' 2024-11-23T02:16:50,539 DEBUG [RS:0;72b6db343a5d:40381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1953266828/online-snapshot/abort' 2024-11-23T02:16:50,540 DEBUG [RS:0;72b6db343a5d:40381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1953266828/online-snapshot/acquired' 2024-11-23T02:16:50,540 DEBUG [RS:0;72b6db343a5d:40381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T02:16:50,540 INFO [RS:0;72b6db343a5d:40381 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T02:16:50,540 INFO [RS:0;72b6db343a5d:40381 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T02:16:50,641 INFO [RS:0;72b6db343a5d:40381 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:16:50,644 INFO [RS:0;72b6db343a5d:40381 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C40381%2C1732328208539, suffix=, logDir=hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/WALs/72b6db343a5d,40381,1732328208539, archiveDir=hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/oldWALs, maxLogs=10 2024-11-23T02:16:50,659 DEBUG [RS:0;72b6db343a5d:40381 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/WALs/72b6db343a5d,40381,1732328208539/72b6db343a5d%2C40381%2C1732328208539.1732328210645, exclude list is [], retry=0 2024-11-23T02:16:50,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36119,DS-cc049950-9c20-4bc3-98e7-b156077375da,DISK] 2024-11-23T02:16:50,666 INFO [RS:0;72b6db343a5d:40381 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/WALs/72b6db343a5d,40381,1732328208539/72b6db343a5d%2C40381%2C1732328208539.1732328210645 2024-11-23T02:16:50,666 DEBUG [RS:0;72b6db343a5d:40381 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40705:40705)] 2024-11-23T02:16:50,815 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T02:16:50,815 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e 2024-11-23T02:16:50,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741833_1009 (size=32) 2024-11-23T02:16:51,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:16:51,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:16:51,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:16:51,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:51,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:16:51,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:16:51,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:16:51,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:51,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:16:51,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:16:51,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:16:51,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:51,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:16:51,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:16:51,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:16:51,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:51,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:16:51,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:16:51,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/data/hbase/meta/1588230740 2024-11-23T02:16:51,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/data/hbase/meta/1588230740 2024-11-23T02:16:51,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:16:51,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:16:51,243 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:16:51,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:16:51,248 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:16:51,249 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68524237, jitterRate=0.02109070122241974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:16:51,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732328211225Initializing all the Stores at 1732328211227 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328211227Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328211227Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328211227Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328211227Cleaning up temporary data from old regions at 1732328211243 (+16 ms)Region opened successfully at 1732328211249 (+6 ms) 2024-11-23T02:16:51,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:16:51,249 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:16:51,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:16:51,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:16:51,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:16:51,249 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:16:51,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328211249Disabling compacts and flushes for region at 1732328211249Disabling writes for close at 1732328211249Writing region close event to WAL at 1732328211249Closed at 1732328211249 2024-11-23T02:16:51,251 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:16:51,251 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T02:16:51,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T02:16:51,254 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:16:51,255 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T02:16:51,406 DEBUG [72b6db343a5d:46601 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T02:16:51,407 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=72b6db343a5d,40381,1732328208539 2024-11-23T02:16:51,410 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,40381,1732328208539, state=OPENING 2024-11-23T02:16:51,416 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T02:16:51,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x101429c80920003, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1953266828 2024-11-23T02:16:51,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40381-0x101429c80920004, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1953266828 2024-11-23T02:16:51,419 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:16:51,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1953266828/meta-region-server: CHANGED 2024-11-23T02:16:51,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1953266828/meta-region-server: CHANGED 2024-11-23T02:16:51,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,40381,1732328208539}] 2024-11-23T02:16:51,574 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:16:51,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T02:16:51,582 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T02:16:51,582 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:16:51,583 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T02:16:51,585 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C40381%2C1732328208539.meta, suffix=.meta, logDir=hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/WALs/72b6db343a5d,40381,1732328208539, archiveDir=hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/oldWALs, maxLogs=10 2024-11-23T02:16:51,601 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/WALs/72b6db343a5d,40381,1732328208539/72b6db343a5d%2C40381%2C1732328208539.meta.1732328211586.meta, exclude list is [], retry=0 2024-11-23T02:16:51,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36119,DS-cc049950-9c20-4bc3-98e7-b156077375da,DISK] 2024-11-23T02:16:51,607 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/WALs/72b6db343a5d,40381,1732328208539/72b6db343a5d%2C40381%2C1732328208539.meta.1732328211586.meta 2024-11-23T02:16:51,608 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40705:40705)] 2024-11-23T02:16:51,608 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:16:51,609 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:16:51,609 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:16:51,609 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T02:16:51,609 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T02:16:51,609 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T02:16:51,610 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:16:51,610 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T02:16:51,610 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T02:16:51,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:16:51,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:16:51,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:51,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:16:51,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:16:51,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:16:51,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:51,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:16:51,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:16:51,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:16:51,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:51,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:16:51,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:16:51,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:16:51,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:51,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:16:51,621 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:16:51,622 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/data/hbase/meta/1588230740 2024-11-23T02:16:51,624 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/data/hbase/meta/1588230740 2024-11-23T02:16:51,626 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:16:51,626 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:16:51,626 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:16:51,628 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:16:51,630 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74327982, jitterRate=0.1075732409954071}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:16:51,630 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T02:16:51,630 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732328211610Writing region info on filesystem at 1732328211610Initializing all the Stores at 1732328211612 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328211612Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328211612Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328211613 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328211613Cleaning up temporary data from old regions at 1732328211626 (+13 ms)Running coprocessor post-open hooks at 1732328211630 (+4 ms)Region opened successfully at 1732328211630 2024-11-23T02:16:51,632 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732328211574 2024-11-23T02:16:51,636 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T02:16:51,636 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T02:16:51,637 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,40381,1732328208539 2024-11-23T02:16:51,638 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,40381,1732328208539, state=OPEN 2024-11-23T02:16:51,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40381-0x101429c80920004, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1953266828/meta-region-server 2024-11-23T02:16:51,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x101429c80920003, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1953266828/meta-region-server 2024-11-23T02:16:51,640 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=72b6db343a5d,40381,1732328208539 2024-11-23T02:16:51,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1953266828/meta-region-server: CHANGED 2024-11-23T02:16:51,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1953266828/meta-region-server: CHANGED 2024-11-23T02:16:51,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T02:16:51,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,40381,1732328208539 in 221 msec 2024-11-23T02:16:51,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T02:16:51,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 392 msec 2024-11-23T02:16:51,649 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:16:51,649 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T02:16:51,651 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:16:51,651 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,40381,1732328208539, seqNum=-1] 2024-11-23T02:16:51,651 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:16:51,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:16:51,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2640 sec 2024-11-23T02:16:51,662 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732328211662, completionTime=-1 2024-11-23T02:16:51,662 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T02:16:51,662 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T02:16:51,664 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T02:16:51,664 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732328271664 2024-11-23T02:16:51,665 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732328331665 2024-11-23T02:16:51,665 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T02:16:51,665 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,46601,1732328208493-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:51,665 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,46601,1732328208493-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:51,665 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,46601,1732328208493-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:51,665 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-72b6db343a5d:46601, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:51,665 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:51,666 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:51,667 DEBUG [master/72b6db343a5d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T02:16:51,670 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.089sec 2024-11-23T02:16:51,670 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T02:16:51,670 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T02:16:51,670 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T02:16:51,670 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T02:16:51,670 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T02:16:51,670 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,46601,1732328208493-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:16:51,671 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,46601,1732328208493-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T02:16:51,674 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T02:16:51,674 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T02:16:51,674 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,46601,1732328208493-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:51,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b645835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:16:51,764 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,46601,-1 for getting cluster id 2024-11-23T02:16:51,764 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:16:51,766 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1fbbe159-5d48-4303-8b37-85fe93d54c11' 2024-11-23T02:16:51,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:16:51,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1fbbe159-5d48-4303-8b37-85fe93d54c11" 2024-11-23T02:16:51,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a17fdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:16:51,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,46601,-1] 2024-11-23T02:16:51,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:16:51,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:16:51,770 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:16:51,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d6ce11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:16:51,772 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:16:51,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,40381,1732328208539, seqNum=-1] 2024-11-23T02:16:51,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:16:51,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:16:51,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=72b6db343a5d,46601,1732328208493 2024-11-23T02:16:51,779 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62015 2024-11-23T02:16:51,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:16:51,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101429c80920005 connected 2024-11-23T02:16:51,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42818ef4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:16:51,791 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,36083,-1 for getting cluster id 2024-11-23T02:16:51,791 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:16:51,793 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddbfe5f3-9b89-471f-985a-e9c9c3e0fd17' 2024-11-23T02:16:51,793 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:16:51,793 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddbfe5f3-9b89-471f-985a-e9c9c3e0fd17" 2024-11-23T02:16:51,794 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43629687, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:16:51,794 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,36083,-1] 2024-11-23T02:16:51,794 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:16:51,794 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:16:51,796 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:16:51,797 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5023c5b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:16:51,806 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:16:51,811 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,36083,1732328203207 2024-11-23T02:16:51,813 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58e28791 2024-11-23T02:16:51,815 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:16:51,817 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:16:51,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://72b6db343a5d:46601,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T02:16:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T02:16:51,832 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:46601' 2024-11-23T02:16:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:16:51,834 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25ce4c2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:16:51,834 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,46601,-1 for getting cluster id 2024-11-23T02:16:51,834 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:16:51,835 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1fbbe159-5d48-4303-8b37-85fe93d54c11' 2024-11-23T02:16:51,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:16:51,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1fbbe159-5d48-4303-8b37-85fe93d54c11" 2024-11-23T02:16:51,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f09920a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:16:51,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,46601,-1] 2024-11-23T02:16:51,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:16:51,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:16:51,838 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:16:51,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@396c9676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:16:51,839 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:16:51,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,46601,1732328208493 2024-11-23T02:16:51,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ed58eac 2024-11-23T02:16:51,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:16:51,846 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:16:51,858 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-23T02:16:51,858 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T02:16:51,862 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:16:51,863 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:16:51,863 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:16:51,865 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:16:51,870 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T02:16:51,872 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:16:51,873 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:51,874 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:16:51,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741835_1011 (size=1138) 2024-11-23T02:16:51,923 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T02:16:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:16:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:16:52,287 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a95b6e334baf069980e6733d64658b92, NAME => 'hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8 2024-11-23T02:16:52,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741836_1012 (size=44) 2024-11-23T02:16:52,294 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:16:52,294 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a95b6e334baf069980e6733d64658b92, disabling compactions & flushes 2024-11-23T02:16:52,294 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92. 2024-11-23T02:16:52,294 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92. 2024-11-23T02:16:52,294 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92. after waiting 0 ms 2024-11-23T02:16:52,294 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92. 2024-11-23T02:16:52,294 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92. 2024-11-23T02:16:52,295 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a95b6e334baf069980e6733d64658b92: Waiting for close lock at 1732328212294Disabling compacts and flushes for region at 1732328212294Disabling writes for close at 1732328212294Writing region close event to WAL at 1732328212294Closed at 1732328212294 2024-11-23T02:16:52,296 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:16:52,301 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732328212297"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328212297"}]},"ts":"1732328212297"} 2024-11-23T02:16:52,306 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T02:16:52,307 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:16:52,310 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328212308"}]},"ts":"1732328212308"} 2024-11-23T02:16:52,315 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T02:16:52,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a95b6e334baf069980e6733d64658b92, ASSIGN}] 2024-11-23T02:16:52,319 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a95b6e334baf069980e6733d64658b92, ASSIGN 2024-11-23T02:16:52,320 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a95b6e334baf069980e6733d64658b92, ASSIGN; state=OFFLINE, location=72b6db343a5d,42415,1732328203885; forceNewPlan=false, retain=false 2024-11-23T02:16:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:16:52,471 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a95b6e334baf069980e6733d64658b92, regionState=OPENING, regionLocation=72b6db343a5d,42415,1732328203885 2024-11-23T02:16:52,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a95b6e334baf069980e6733d64658b92, ASSIGN because future has completed 2024-11-23T02:16:52,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a95b6e334baf069980e6733d64658b92, server=72b6db343a5d,42415,1732328203885}] 2024-11-23T02:16:52,484 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T02:16:52,529 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T02:16:52,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92. 2024-11-23T02:16:52,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:16:52,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T02:16:52,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C42415%2C1732328203885.rep, suffix=, logDir=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,42415,1732328203885, archiveDir=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/oldWALs, maxLogs=10 2024-11-23T02:16:52,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,42415,1732328203885/72b6db343a5d%2C42415%2C1732328203885.rep.1732328212639, exclude list is [], retry=0 2024-11-23T02:16:52,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44027,DS-baf4ccb7-ae7c-4ca3-9625-b91fd18ea0fb,DISK] 2024-11-23T02:16:52,659 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,42415,1732328203885/72b6db343a5d%2C42415%2C1732328203885.rep.1732328212639 2024-11-23T02:16:52,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46203:46203)] 2024-11-23T02:16:52,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a95b6e334baf069980e6733d64658b92, NAME => 'hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:16:52,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:16:52,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:16:52,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92. service=MultiRowMutationService 2024-11-23T02:16:52,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T02:16:52,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a95b6e334baf069980e6733d64658b92 2024-11-23T02:16:52,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:16:52,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a95b6e334baf069980e6733d64658b92 2024-11-23T02:16:52,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a95b6e334baf069980e6733d64658b92 2024-11-23T02:16:52,663 INFO [StoreOpener-a95b6e334baf069980e6733d64658b92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a95b6e334baf069980e6733d64658b92 2024-11-23T02:16:52,665 INFO [StoreOpener-a95b6e334baf069980e6733d64658b92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a95b6e334baf069980e6733d64658b92 columnFamilyName hfileref 2024-11-23T02:16:52,665 DEBUG [StoreOpener-a95b6e334baf069980e6733d64658b92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:52,666 INFO [StoreOpener-a95b6e334baf069980e6733d64658b92-1 {}] regionserver.HStore(327): Store=a95b6e334baf069980e6733d64658b92/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:16:52,666 INFO [StoreOpener-a95b6e334baf069980e6733d64658b92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a95b6e334baf069980e6733d64658b92 2024-11-23T02:16:52,667 INFO [StoreOpener-a95b6e334baf069980e6733d64658b92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a95b6e334baf069980e6733d64658b92 columnFamilyName queue 2024-11-23T02:16:52,667 DEBUG [StoreOpener-a95b6e334baf069980e6733d64658b92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:52,668 INFO [StoreOpener-a95b6e334baf069980e6733d64658b92-1 {}] regionserver.HStore(327): Store=a95b6e334baf069980e6733d64658b92/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:16:52,668 INFO [StoreOpener-a95b6e334baf069980e6733d64658b92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a95b6e334baf069980e6733d64658b92 2024-11-23T02:16:52,670 INFO [StoreOpener-a95b6e334baf069980e6733d64658b92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a95b6e334baf069980e6733d64658b92 columnFamilyName sid 2024-11-23T02:16:52,670 DEBUG [StoreOpener-a95b6e334baf069980e6733d64658b92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:52,670 INFO [StoreOpener-a95b6e334baf069980e6733d64658b92-1 {}] regionserver.HStore(327): Store=a95b6e334baf069980e6733d64658b92/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:16:52,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a95b6e334baf069980e6733d64658b92 2024-11-23T02:16:52,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/replication/a95b6e334baf069980e6733d64658b92 2024-11-23T02:16:52,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/replication/a95b6e334baf069980e6733d64658b92 2024-11-23T02:16:52,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a95b6e334baf069980e6733d64658b92 2024-11-23T02:16:52,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a95b6e334baf069980e6733d64658b92 2024-11-23T02:16:52,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T02:16:52,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a95b6e334baf069980e6733d64658b92 2024-11-23T02:16:52,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/replication/a95b6e334baf069980e6733d64658b92/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:16:52,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened a95b6e334baf069980e6733d64658b92; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68371729, jitterRate=0.01881815493106842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T02:16:52,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a95b6e334baf069980e6733d64658b92 2024-11-23T02:16:52,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a95b6e334baf069980e6733d64658b92: Running coprocessor pre-open hook at 1732328212662Writing region info on filesystem at 1732328212662Initializing all the Stores at 1732328212663 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328212663Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328212663Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328212663Cleaning up temporary data from old regions at 1732328212674 (+11 ms)Running coprocessor post-open hooks at 1732328212679 (+5 ms)Region opened successfully at 1732328212680 (+1 ms) 2024-11-23T02:16:52,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92., pid=7, masterSystemTime=1732328212629 2024-11-23T02:16:52,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92. 2024-11-23T02:16:52,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92. 2024-11-23T02:16:52,686 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a95b6e334baf069980e6733d64658b92, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,42415,1732328203885 2024-11-23T02:16:52,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a95b6e334baf069980e6733d64658b92, server=72b6db343a5d,42415,1732328203885 because future has completed 2024-11-23T02:16:52,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-23T02:16:52,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a95b6e334baf069980e6733d64658b92, server=72b6db343a5d,42415,1732328203885 in 215 msec 2024-11-23T02:16:52,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T02:16:52,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a95b6e334baf069980e6733d64658b92, ASSIGN in 378 msec 2024-11-23T02:16:52,699 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:16:52,700 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328212699"}]},"ts":"1732328212699"} 2024-11-23T02:16:52,702 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T02:16:52,703 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:16:52,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 838 msec 2024-11-23T02:16:52,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92., hostname=72b6db343a5d,42415,1732328203885, seqNum=2] 2024-11-23T02:16:52,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42415 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-23T02:16:52,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x101429c80920000, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0894823599 2024-11-23T02:16:52,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42415-0x101429c80920001, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0894823599 2024-11-23T02:16:52,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T02:16:52,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42415 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-23T02:16:52,926 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T02:16:52,967 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-72b6db343a5d,42415,1732328203885, ReplicationSource: 1, currentBandwidth=0 2024-11-23T02:16:52,968 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:16:52,968 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,42415,1732328203885, seqNum=-1] 2024-11-23T02:16:52,969 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:16:52,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:16:52,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-23T02:16:52,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-72b6db343a5d,42415,1732328203885', locateType=CURRENT is [region=hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92., hostname=72b6db343a5d,42415,1732328203885, seqNum=2] 2024-11-23T02:16:52,981 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-23T02:16:52,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-23T02:16:52,986 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 72b6db343a5d,42415,1732328203885 suceeded 2024-11-23T02:16:52,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-23T02:16:52,989 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://72b6db343a5d:46601,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T02:16:52,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 224 msec 2024-11-23T02:16:52,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1680 sec 2024-11-23T02:16:52,999 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42415,1732328203885 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:46601' 2024-11-23T02:16:53,000 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42415,1732328203885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cc6e3e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:16:53,000 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42415,1732328203885 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,46601,-1 for getting cluster id 2024-11-23T02:16:53,000 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42415,1732328203885 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:16:53,001 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1fbbe159-5d48-4303-8b37-85fe93d54c11' 2024-11-23T02:16:53,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:16:53,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1fbbe159-5d48-4303-8b37-85fe93d54c11" 2024-11-23T02:16:53,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f812806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:16:53,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,46601,-1] 2024-11-23T02:16:53,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:16:53,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:16:53,004 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:16:53,004 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42415,1732328203885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5630d9c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:16:53,005 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42415,1732328203885 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:16:53,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,46601,1732328208493 2024-11-23T02:16:53,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@582320dd 2024-11-23T02:16:53,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:16:53,007 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-23T02:16:53,008 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42415,1732328203885 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-72b6db343a5d,42415,1732328203885 (queues=1) is replicating from cluster=ddbfe5f3-9b89-471f-985a-e9c9c3e0fd17 to cluster=1fbbe159-5d48-4303-8b37-85fe93d54c11 2024-11-23T02:16:53,010 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42415,1732328203885 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=72b6db343a5d%2C42415%2C1732328203885 2024-11-23T02:16:53,014 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42415,1732328203885 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-72b6db343a5d,42415,1732328203885, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T02:16:53,016 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42415,1732328203885.replicationSource.shipper72b6db343a5d%2C42415%2C1732328203885,1-72b6db343a5d,42415,1732328203885 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 72b6db343a5d%2C42415%2C1732328203885 2024-11-23T02:16:53,020 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42415,1732328203885.replicationSource.wal-reader.72b6db343a5d%2C42415%2C1732328203885,1-72b6db343a5d,42415,1732328203885 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,42415,1732328203885/72b6db343a5d%2C42415%2C1732328203885.1732328206441, startPosition=0, beingWritten=true 2024-11-23T02:16:53,290 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42415,1732328203885.replicationSource.wal-reader.72b6db343a5d%2C42415%2C1732328203885,1-72b6db343a5d,42415,1732328203885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,42415,1732328203885/72b6db343a5d%2C42415%2C1732328203885.1732328206441 to pos 0, reset compression=false 2024-11-23T02:16:53,597 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42415,1732328203885.replicationSource.wal-reader.72b6db343a5d%2C42415%2C1732328203885,1-72b6db343a5d,42415,1732328203885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,42415,1732328203885/72b6db343a5d%2C42415%2C1732328203885.1732328206441 to pos 0, reset compression=false 2024-11-23T02:16:53,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T02:16:53,616 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T02:16:53,618 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T02:16:53,618 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-23T02:16:53,619 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:16:53,619 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-23T02:16:53,620 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:16:53,620 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T02:16:53,620 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T02:16:53,620 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T02:16:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:16:53,981 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:16:53,981 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:16:53,981 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T02:16:53,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:16:53,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:16:53,981 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:16:53,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c41e9e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:16:53,982 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,36083,-1 for getting cluster id 2024-11-23T02:16:53,982 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:16:53,983 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddbfe5f3-9b89-471f-985a-e9c9c3e0fd17' 2024-11-23T02:16:53,984 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:16:53,984 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddbfe5f3-9b89-471f-985a-e9c9c3e0fd17" 2024-11-23T02:16:53,984 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c558240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:16:53,984 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,36083,-1] 2024-11-23T02:16:53,985 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:16:53,985 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:16:53,986 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:16:53,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34f0cc96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:16:53,988 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:16:53,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,36083,1732328203207 2024-11-23T02:16:53,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31b8e04 2024-11-23T02:16:53,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:16:53,990 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:16:53,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://72b6db343a5d:46601,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T02:16:53,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T02:16:53,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-23T02:16:53,995 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:46601' 2024-11-23T02:16:53,995 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a72086, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:16:53,995 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,46601,-1 for getting cluster id 2024-11-23T02:16:53,996 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:16:53,996 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1fbbe159-5d48-4303-8b37-85fe93d54c11' 2024-11-23T02:16:53,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:16:53,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1fbbe159-5d48-4303-8b37-85fe93d54c11" 2024-11-23T02:16:53,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1298408e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:16:53,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,46601,-1] 2024-11-23T02:16:53,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:16:53,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:16:53,998 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:16:53,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f187e97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:16:53,999 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:16:54,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,46601,1732328208493 2024-11-23T02:16:54,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28857048 2024-11-23T02:16:54,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:16:54,001 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:16:54,002 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-23T02:16:54,002 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T02:16:54,002 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:16:54,002 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:16:54,002 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:16:54,003 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42415,1732328203885.replicationSource.wal-reader.72b6db343a5d%2C42415%2C1732328203885,1-72b6db343a5d,42415,1732328203885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,42415,1732328203885/72b6db343a5d%2C42415%2C1732328203885.1732328206441 to pos 0, reset compression=false 2024-11-23T02:16:54,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T02:16:54,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-23T02:16:54,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42415 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-23T02:16:54,167 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-23T02:16:54,198 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-72b6db343a5d,42415,1732328203885, ReplicationSource: 2, currentBandwidth=0 2024-11-23T02:16:54,201 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-23T02:16:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-23T02:16:54,205 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 72b6db343a5d,42415,1732328203885 suceeded 2024-11-23T02:16:54,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T02:16:54,208 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://72b6db343a5d:46601,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T02:16:54,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-23T02:16:54,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 217 msec 2024-11-23T02:16:54,217 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42415,1732328203885 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:46601' 2024-11-23T02:16:54,219 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42415,1732328203885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dde7117, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:16:54,219 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42415,1732328203885 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,46601,-1 for getting cluster id 2024-11-23T02:16:54,219 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42415,1732328203885 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:16:54,220 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1fbbe159-5d48-4303-8b37-85fe93d54c11' 2024-11-23T02:16:54,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:16:54,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1fbbe159-5d48-4303-8b37-85fe93d54c11" 2024-11-23T02:16:54,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1859bd46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:16:54,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,46601,-1] 2024-11-23T02:16:54,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:16:54,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:16:54,222 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:16:54,223 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42415,1732328203885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a82017e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:16:54,223 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42415,1732328203885 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:16:54,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,46601,1732328208493 2024-11-23T02:16:54,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6aa0943e 2024-11-23T02:16:54,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:16:54,225 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-23T02:16:54,226 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42415,1732328203885 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-72b6db343a5d,42415,1732328203885 (queues=1) is replicating from cluster=ddbfe5f3-9b89-471f-985a-e9c9c3e0fd17 to cluster=1fbbe159-5d48-4303-8b37-85fe93d54c11 2024-11-23T02:16:54,226 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42415,1732328203885 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=72b6db343a5d%2C42415%2C1732328203885 2024-11-23T02:16:54,226 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42415,1732328203885 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-72b6db343a5d,42415,1732328203885, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T02:16:54,226 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42415,1732328203885.replicationSource.shipper72b6db343a5d%2C42415%2C1732328203885,2-72b6db343a5d,42415,1732328203885 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 72b6db343a5d%2C42415%2C1732328203885 2024-11-23T02:16:54,227 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42415,1732328203885.replicationSource.wal-reader.72b6db343a5d%2C42415%2C1732328203885,2-72b6db343a5d,42415,1732328203885 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,42415,1732328203885/72b6db343a5d%2C42415%2C1732328203885.1732328206441, startPosition=0, beingWritten=true 2024-11-23T02:16:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-23T02:16:54,311 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-23T02:16:54,312 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:16:54,312 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:16:54,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:16:54,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:16:54,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:16:54,313 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:16:54,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,36083,1732328203207 2024-11-23T02:16:54,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d309b02 2024-11-23T02:16:54,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:16:54,318 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:16:54,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-23T02:16:54,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-23T02:16:54,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-23T02:16:54,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-23T02:16:54,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://72b6db343a5d:46601,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T02:16:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-23T02:16:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-23T02:16:54,333 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:46601' 2024-11-23T02:16:54,334 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@195a870d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:16:54,334 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,46601,-1 for getting cluster id 2024-11-23T02:16:54,334 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:16:54,335 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1fbbe159-5d48-4303-8b37-85fe93d54c11' 2024-11-23T02:16:54,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:16:54,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1fbbe159-5d48-4303-8b37-85fe93d54c11" 2024-11-23T02:16:54,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a060f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:16:54,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,46601,-1] 2024-11-23T02:16:54,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:16:54,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:16:54,337 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:16:54,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea34644, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:16:54,338 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:16:54,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,46601,1732328208493 2024-11-23T02:16:54,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e7d7b32 2024-11-23T02:16:54,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:16:54,340 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:16:54,341 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T02:16:54,341 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T02:16:54,341 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:16:54,341 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:16:54,341 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:16:54,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T02:16:54,433 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42415,1732328203885.replicationSource.wal-reader.72b6db343a5d%2C42415%2C1732328203885,2-72b6db343a5d,42415,1732328203885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,42415,1732328203885/72b6db343a5d%2C42415%2C1732328203885.1732328206441 to pos 0, reset compression=false 2024-11-23T02:16:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-23T02:16:54,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42415 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-23T02:16:54,501 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-23T02:16:54,502 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-23T02:16:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-23T02:16:54,506 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 72b6db343a5d,42415,1732328203885 suceeded 2024-11-23T02:16:54,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-23T02:16:54,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-23T02:16:54,509 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://72b6db343a5d:46601,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T02:16:54,510 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42415,1732328203885.replicationSource.wal-reader.72b6db343a5d%2C42415%2C1732328203885,1-72b6db343a5d,42415,1732328203885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,42415,1732328203885/72b6db343a5d%2C42415%2C1732328203885.1732328206441 to pos 0, reset compression=false 2024-11-23T02:16:54,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 183 msec 2024-11-23T02:16:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-23T02:16:54,651 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-23T02:16:54,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://72b6db343a5d:46601,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T02:16:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-23T02:16:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-23T02:16:54,656 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:46601' 2024-11-23T02:16:54,657 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5baac6ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:16:54,657 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,46601,-1 for getting cluster id 2024-11-23T02:16:54,657 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:16:54,658 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1fbbe159-5d48-4303-8b37-85fe93d54c11' 2024-11-23T02:16:54,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:16:54,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1fbbe159-5d48-4303-8b37-85fe93d54c11" 2024-11-23T02:16:54,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d2bbfcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:16:54,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,46601,-1] 2024-11-23T02:16:54,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:16:54,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:16:54,660 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:16:54,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2061c4fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:16:54,661 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:16:54,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,46601,1732328208493 2024-11-23T02:16:54,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a40a2a0 2024-11-23T02:16:54,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:16:54,663 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:16:54,664 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-23T02:16:54,664 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T02:16:54,664 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:16:54,664 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:16:54,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:16:54,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T02:16:54,740 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42415,1732328203885.replicationSource.wal-reader.72b6db343a5d%2C42415%2C1732328203885,2-72b6db343a5d,42415,1732328203885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,42415,1732328203885/72b6db343a5d%2C42415%2C1732328203885.1732328206441 to pos 0, reset compression=false 2024-11-23T02:16:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-23T02:16:54,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42415 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-23T02:16:54,822 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-23T02:16:54,823 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-23T02:16:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-23T02:16:54,826 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 72b6db343a5d,42415,1732328203885 suceeded 2024-11-23T02:16:54,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-23T02:16:54,830 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://72b6db343a5d:46601,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T02:16:54,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-11-23T02:16:54,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 178 msec 2024-11-23T02:16:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-23T02:16:54,970 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-23T02:16:54,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-23T02:16:54,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36083 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-23T02:16:54,972 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:16:54,972 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:16:54,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:16:54,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:16:54,973 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:16:54,973 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T02:16:54,973 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=19794513, stopped=false 2024-11-23T02:16:54,974 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=72b6db343a5d,36083,1732328203207 2024-11-23T02:16:54,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42415-0x101429c80920001, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0894823599/running 2024-11-23T02:16:54,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x101429c80920000, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0894823599/running 2024-11-23T02:16:54,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42415-0x101429c80920001, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0894823599 2024-11-23T02:16:54,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x101429c80920000, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0894823599 2024-11-23T02:16:54,976 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:16:54,976 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:16:54,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36083-0x101429c80920000, quorum=127.0.0.1:62015, baseZNode=/0894823599 Set watcher on znode that does not yet exist, /0894823599/running 2024-11-23T02:16:54,976 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:16:54,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42415-0x101429c80920001, quorum=127.0.0.1:62015, baseZNode=/0894823599 Set watcher on znode that does not yet exist, /0894823599/running 2024-11-23T02:16:54,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:16:54,977 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '72b6db343a5d,42415,1732328203885' ***** 2024-11-23T02:16:54,977 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T02:16:54,977 INFO [RS:0;72b6db343a5d:42415 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T02:16:54,978 INFO [RS:0;72b6db343a5d:42415 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T02:16:54,978 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T02:16:54,978 INFO [RS:0;72b6db343a5d:42415 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T02:16:54,978 INFO [RS:0;72b6db343a5d:42415 {}] regionserver.HRegionServer(3091): Received CLOSE for a95b6e334baf069980e6733d64658b92 2024-11-23T02:16:54,979 INFO [RS:0;72b6db343a5d:42415 {}] regionserver.HRegionServer(959): stopping server 72b6db343a5d,42415,1732328203885 2024-11-23T02:16:54,979 INFO [RS:0;72b6db343a5d:42415 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:16:54,979 INFO [RS:0;72b6db343a5d:42415 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:42415. 2024-11-23T02:16:54,979 DEBUG [RS:0;72b6db343a5d:42415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:16:54,979 DEBUG [RS:0;72b6db343a5d:42415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:16:54,979 INFO [RS:0;72b6db343a5d:42415 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T02:16:54,979 INFO [RS:0;72b6db343a5d:42415 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T02:16:54,979 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a95b6e334baf069980e6733d64658b92, disabling compactions & flushes 2024-11-23T02:16:54,979 INFO [RS:0;72b6db343a5d:42415 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T02:16:54,979 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92. 2024-11-23T02:16:54,979 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92. 2024-11-23T02:16:54,979 INFO [RS:0;72b6db343a5d:42415 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T02:16:54,979 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92. after waiting 0 ms 2024-11-23T02:16:54,979 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92. 2024-11-23T02:16:54,980 INFO [RS:0;72b6db343a5d:42415 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T02:16:54,980 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:16:54,980 DEBUG [RS:0;72b6db343a5d:42415 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a95b6e334baf069980e6733d64658b92=hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92.} 2024-11-23T02:16:54,980 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:16:54,980 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:16:54,980 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:16:54,980 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:16:54,980 DEBUG [RS:0;72b6db343a5d:42415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a95b6e334baf069980e6733d64658b92 2024-11-23T02:16:54,983 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a95b6e334baf069980e6733d64658b92 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-23T02:16:54,983 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-23T02:16:55,004 INFO [regionserver/72b6db343a5d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:16:55,055 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/meta/1588230740/.tmp/info/0f40352210a74143b87c018732656c71 is 147, key is hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92./info:regioninfo/1732328212686/Put/seqid=0 2024-11-23T02:16:55,055 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/replication/a95b6e334baf069980e6733d64658b92/.tmp/queue/8767970a9d6a4284abb8bca9ffbf7501 is 151, key is 1-72b6db343a5d,42415,1732328203885/queue:72b6db343a5d%2C42415%2C1732328203885/1732328212975/Put/seqid=0 2024-11-23T02:16:55,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741838_1014 (size=6631) 2024-11-23T02:16:55,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741839_1015 (size=5500) 2024-11-23T02:16:55,117 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42415,1732328203885.replicationSource.wal-reader.72b6db343a5d%2C42415%2C1732328203885,1-72b6db343a5d,42415,1732328203885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,42415,1732328203885/72b6db343a5d%2C42415%2C1732328203885.1732328206441 to pos 0, reset compression=false 2024-11-23T02:16:55,147 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42415,1732328203885.replicationSource.wal-reader.72b6db343a5d%2C42415%2C1732328203885,2-72b6db343a5d,42415,1732328203885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,42415,1732328203885/72b6db343a5d%2C42415%2C1732328203885.1732328206441 to pos 0, reset compression=false 2024-11-23T02:16:55,180 DEBUG [RS:0;72b6db343a5d:42415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a95b6e334baf069980e6733d64658b92 2024-11-23T02:16:55,336 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T02:16:55,337 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T02:16:55,381 DEBUG [RS:0;72b6db343a5d:42415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a95b6e334baf069980e6733d64658b92 2024-11-23T02:16:55,470 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/meta/1588230740/.tmp/info/0f40352210a74143b87c018732656c71 2024-11-23T02:16:55,470 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/replication/a95b6e334baf069980e6733d64658b92/.tmp/queue/8767970a9d6a4284abb8bca9ffbf7501 2024-11-23T02:16:55,516 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/replication/a95b6e334baf069980e6733d64658b92/.tmp/queue/8767970a9d6a4284abb8bca9ffbf7501 as hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/replication/a95b6e334baf069980e6733d64658b92/queue/8767970a9d6a4284abb8bca9ffbf7501 2024-11-23T02:16:55,526 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/replication/a95b6e334baf069980e6733d64658b92/queue/8767970a9d6a4284abb8bca9ffbf7501, entries=2, sequenceid=6, filesize=5.4 K 2024-11-23T02:16:55,533 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/meta/1588230740/.tmp/ns/d4aae49670014bd2bb9e09f2e4083cb8 is 43, key is default/ns:d/1732328207101/Put/seqid=0 2024-11-23T02:16:55,535 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for a95b6e334baf069980e6733d64658b92 in 549ms, sequenceid=6, compaction requested=false 2024-11-23T02:16:55,535 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T02:16:55,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741840_1016 (size=5153) 2024-11-23T02:16:55,543 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/replication/a95b6e334baf069980e6733d64658b92/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T02:16:55,546 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:16:55,546 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:16:55,547 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92. 2024-11-23T02:16:55,547 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a95b6e334baf069980e6733d64658b92: Waiting for close lock at 1732328214979Running coprocessor pre-close hooks at 1732328214979Disabling compacts and flushes for region at 1732328214979Disabling writes for close at 1732328214979Obtaining lock to block concurrent updates at 1732328214983 (+4 ms)Preparing flush snapshotting stores in a95b6e334baf069980e6733d64658b92 at 1732328214983Finished memstore snapshotting hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732328214991 (+8 ms)Flushing stores of hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92. at 1732328214993 (+2 ms)Flushing a95b6e334baf069980e6733d64658b92/queue: creating writer at 1732328214994 (+1 ms)Flushing a95b6e334baf069980e6733d64658b92/queue: appending metadata at 1732328215036 (+42 ms)Flushing a95b6e334baf069980e6733d64658b92/queue: closing flushed file at 1732328215038 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d929670: reopening flushed file at 1732328215514 (+476 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for a95b6e334baf069980e6733d64658b92 in 549ms, sequenceid=6, compaction requested=false at 1732328215535 (+21 ms)Writing region close event to WAL at 1732328215538 (+3 ms)Running coprocessor post-close hooks at 1732328215544 (+6 ms)Closed at 1732328215547 (+3 ms) 2024-11-23T02:16:55,547 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92. 2024-11-23T02:16:55,581 DEBUG [RS:0;72b6db343a5d:42415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:16:55,654 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42415,1732328203885.replicationSource.wal-reader.72b6db343a5d%2C42415%2C1732328203885,2-72b6db343a5d,42415,1732328203885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,42415,1732328203885/72b6db343a5d%2C42415%2C1732328203885.1732328206441 to pos 0, reset compression=false 2024-11-23T02:16:55,781 DEBUG [RS:0;72b6db343a5d:42415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:16:55,825 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42415,1732328203885.replicationSource.wal-reader.72b6db343a5d%2C42415%2C1732328203885,1-72b6db343a5d,42415,1732328203885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,42415,1732328203885/72b6db343a5d%2C42415%2C1732328203885.1732328206441 to pos 0, reset compression=false 2024-11-23T02:16:55,940 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/meta/1588230740/.tmp/ns/d4aae49670014bd2bb9e09f2e4083cb8 2024-11-23T02:16:55,966 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/meta/1588230740/.tmp/table/8cf5b4c4a46d4b988d0be03febf59acb is 53, key is hbase:replication/table:state/1732328212699/Put/seqid=0 2024-11-23T02:16:55,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741841_1017 (size=5256) 2024-11-23T02:16:55,981 INFO [RS:0;72b6db343a5d:42415 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T02:16:55,981 DEBUG [RS:0;72b6db343a5d:42415 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T02:16:55,981 DEBUG [RS:0;72b6db343a5d:42415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:16:56,182 DEBUG [RS:0;72b6db343a5d:42415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:16:56,261 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42415,1732328203885.replicationSource.wal-reader.72b6db343a5d%2C42415%2C1732328203885,2-72b6db343a5d,42415,1732328203885 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,42415,1732328203885/72b6db343a5d%2C42415%2C1732328203885.1732328206441 to pos 0, reset compression=false 2024-11-23T02:16:56,372 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/meta/1588230740/.tmp/table/8cf5b4c4a46d4b988d0be03febf59acb 2024-11-23T02:16:56,382 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/meta/1588230740/.tmp/info/0f40352210a74143b87c018732656c71 as hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/meta/1588230740/info/0f40352210a74143b87c018732656c71 2024-11-23T02:16:56,382 DEBUG [RS:0;72b6db343a5d:42415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:16:56,389 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/meta/1588230740/info/0f40352210a74143b87c018732656c71, entries=10, sequenceid=11, filesize=6.5 K 2024-11-23T02:16:56,390 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/meta/1588230740/.tmp/ns/d4aae49670014bd2bb9e09f2e4083cb8 as hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/meta/1588230740/ns/d4aae49670014bd2bb9e09f2e4083cb8 2024-11-23T02:16:56,397 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/meta/1588230740/ns/d4aae49670014bd2bb9e09f2e4083cb8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T02:16:56,398 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/meta/1588230740/.tmp/table/8cf5b4c4a46d4b988d0be03febf59acb as hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/meta/1588230740/table/8cf5b4c4a46d4b988d0be03febf59acb 2024-11-23T02:16:56,406 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/meta/1588230740/table/8cf5b4c4a46d4b988d0be03febf59acb, entries=2, sequenceid=11, filesize=5.1 K 2024-11-23T02:16:56,407 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1427ms, sequenceid=11, compaction requested=false 2024-11-23T02:16:56,413 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T02:16:56,414 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:16:56,414 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:16:56,414 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:16:56,414 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328214980Running coprocessor pre-close hooks at 1732328214980Disabling compacts and flushes for region at 1732328214980Disabling writes for close at 1732328214980Obtaining lock to block concurrent updates at 1732328214983 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732328214983Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732328214991 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732328214993 (+2 ms)Flushing 1588230740/info: creating writer at 1732328214994 (+1 ms)Flushing 1588230740/info: appending metadata at 1732328215036 (+42 ms)Flushing 1588230740/info: closing flushed file at 1732328215038 (+2 ms)Flushing 1588230740/ns: creating writer at 1732328215514 (+476 ms)Flushing 1588230740/ns: appending metadata at 1732328215532 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732328215532Flushing 1588230740/table: creating writer at 1732328215949 (+417 ms)Flushing 1588230740/table: appending metadata at 1732328215966 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732328215966Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d53f82b: reopening flushed file at 1732328216381 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bfc72bb: reopening flushed file at 1732328216389 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c7c5d67: reopening flushed file at 1732328216398 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1427ms, sequenceid=11, compaction requested=false at 1732328216407 (+9 ms)Writing region close event to WAL at 1732328216408 (+1 ms)Running coprocessor post-close hooks at 1732328216414 (+6 ms)Closed at 1732328216414 2024-11-23T02:16:56,414 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T02:16:56,582 INFO [RS:0;72b6db343a5d:42415 {}] regionserver.HRegionServer(976): stopping server 72b6db343a5d,42415,1732328203885; all regions closed. 2024-11-23T02:16:56,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741834_1010 (size=2742) 2024-11-23T02:16:56,593 DEBUG [RS:0;72b6db343a5d:42415 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/oldWALs 2024-11-23T02:16:56,593 INFO [RS:0;72b6db343a5d:42415 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 72b6db343a5d%2C42415%2C1732328203885.meta:.meta(num 1732328206939) 2024-11-23T02:16:56,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741837_1013 (size=1802) 2024-11-23T02:16:56,599 DEBUG [RS:0;72b6db343a5d:42415 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/oldWALs 2024-11-23T02:16:56,599 INFO [RS:0;72b6db343a5d:42415 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 72b6db343a5d%2C42415%2C1732328203885.rep:(num 1732328212639) 2024-11-23T02:16:56,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741833_1009 (size=93) 2024-11-23T02:16:56,604 DEBUG [RS:0;72b6db343a5d:42415 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/oldWALs 2024-11-23T02:16:56,604 INFO [RS:0;72b6db343a5d:42415 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 72b6db343a5d%2C42415%2C1732328203885:(num 1732328206441) 2024-11-23T02:16:56,604 DEBUG [RS:0;72b6db343a5d:42415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:16:56,604 INFO [RS:0;72b6db343a5d:42415 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:16:56,604 INFO [RS:0;72b6db343a5d:42415 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:16:56,604 INFO [RS:0;72b6db343a5d:42415 {}] hbase.ChoreService(370): Chore service for: regionserver/72b6db343a5d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T02:16:56,604 INFO [RS:0;72b6db343a5d:42415 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:16:56,604 INFO [regionserver/72b6db343a5d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:16:56,604 INFO [RS:0;72b6db343a5d:42415 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-72b6db343a5d,42415,1732328203885 because: Region server is closing 2024-11-23T02:16:56,605 INFO [RS:0;72b6db343a5d:42415 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:42415. 2024-11-23T02:16:56,605 DEBUG [RS:0;72b6db343a5d:42415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:16:56,605 DEBUG [RS:0;72b6db343a5d:42415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:16:56,605 DEBUG [RS:0;72b6db343a5d:42415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:16:56,605 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:16:56,705 WARN [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42415,1732328203885.replicationSource.shipper72b6db343a5d%2C42415%2C1732328203885,1-72b6db343a5d,42415,1732328203885 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T02:16:56,706 INFO [RS:0;72b6db343a5d:42415 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42415,1732328203885.replicationSource.shipper72b6db343a5d%2C42415%2C1732328203885,1-72b6db343a5d,42415,1732328203885 terminated 2024-11-23T02:16:56,706 INFO [RS:0;72b6db343a5d:42415 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-72b6db343a5d,42415,1732328203885 because: Region server is closing 2024-11-23T02:16:56,707 INFO [RS:0;72b6db343a5d:42415 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:42415. 2024-11-23T02:16:56,707 DEBUG [RS:0;72b6db343a5d:42415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:16:56,707 DEBUG [RS:0;72b6db343a5d:42415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:16:56,707 DEBUG [RS:0;72b6db343a5d:42415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:16:56,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:16:56,807 WARN [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42415,1732328203885.replicationSource.wal-reader.72b6db343a5d%2C42415%2C1732328203885,2-72b6db343a5d,42415,1732328203885 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T02:16:56,807 WARN [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42415,1732328203885.replicationSource.shipper72b6db343a5d%2C42415%2C1732328203885,2-72b6db343a5d,42415,1732328203885 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T02:16:56,807 INFO [RS:0;72b6db343a5d:42415 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42415,1732328203885.replicationSource.shipper72b6db343a5d%2C42415%2C1732328203885,2-72b6db343a5d,42415,1732328203885 terminated 2024-11-23T02:16:56,808 INFO [RS:0;72b6db343a5d:42415 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42415 2024-11-23T02:16:56,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42415-0x101429c80920001, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0894823599/rs/72b6db343a5d,42415,1732328203885 2024-11-23T02:16:56,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x101429c80920000, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0894823599/rs 2024-11-23T02:16:56,812 INFO [RS:0;72b6db343a5d:42415 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:16:56,816 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [72b6db343a5d,42415,1732328203885] 2024-11-23T02:16:56,818 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0894823599/draining/72b6db343a5d,42415,1732328203885 already deleted, retry=false 2024-11-23T02:16:56,818 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 72b6db343a5d,42415,1732328203885 expired; onlineServers=0 2024-11-23T02:16:56,818 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '72b6db343a5d,36083,1732328203207' ***** 2024-11-23T02:16:56,818 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T02:16:56,818 INFO [M:0;72b6db343a5d:36083 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:16:56,819 INFO [M:0;72b6db343a5d:36083 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:16:56,819 DEBUG [M:0;72b6db343a5d:36083 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T02:16:56,819 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T02:16:56,819 DEBUG [M:0;72b6db343a5d:36083 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T02:16:56,819 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328206085 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328206085,5,FailOnTimeoutGroup] 2024-11-23T02:16:56,819 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328206085 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328206085,5,FailOnTimeoutGroup] 2024-11-23T02:16:56,819 INFO [M:0;72b6db343a5d:36083 {}] hbase.ChoreService(370): Chore service for: master/72b6db343a5d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T02:16:56,819 INFO [M:0;72b6db343a5d:36083 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:16:56,819 DEBUG [M:0;72b6db343a5d:36083 {}] master.HMaster(1795): Stopping service threads 2024-11-23T02:16:56,819 INFO [M:0;72b6db343a5d:36083 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T02:16:56,820 INFO [M:0;72b6db343a5d:36083 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:16:56,820 INFO [M:0;72b6db343a5d:36083 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T02:16:56,820 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T02:16:56,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x101429c80920000, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0894823599/master 2024-11-23T02:16:56,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x101429c80920000, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0894823599 2024-11-23T02:16:56,821 DEBUG [M:0;72b6db343a5d:36083 {}] zookeeper.ZKUtil(347): master:36083-0x101429c80920000, quorum=127.0.0.1:62015, baseZNode=/0894823599 Unable to get data of znode /0894823599/master because node does not exist (not an error) 2024-11-23T02:16:56,821 WARN [M:0;72b6db343a5d:36083 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T02:16:56,822 INFO [M:0;72b6db343a5d:36083 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/.lastflushedseqids 2024-11-23T02:16:56,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741842_1018 (size=181) 2024-11-23T02:16:56,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42415-0x101429c80920001, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:16:56,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42415-0x101429c80920001, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:16:56,917 INFO [RS:0;72b6db343a5d:42415 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:16:56,917 INFO [RS:0;72b6db343a5d:42415 {}] regionserver.HRegionServer(1031): Exiting; stopping=72b6db343a5d,42415,1732328203885; zookeeper connection closed. 2024-11-23T02:16:56,917 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39c2df1a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39c2df1a 2024-11-23T02:16:56,918 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T02:16:57,235 INFO [M:0;72b6db343a5d:36083 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T02:16:57,235 INFO [M:0;72b6db343a5d:36083 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T02:16:57,235 DEBUG [M:0;72b6db343a5d:36083 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:16:57,235 INFO [M:0;72b6db343a5d:36083 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:16:57,235 DEBUG [M:0;72b6db343a5d:36083 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:16:57,235 DEBUG [M:0;72b6db343a5d:36083 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:16:57,235 DEBUG [M:0;72b6db343a5d:36083 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:16:57,236 INFO [M:0;72b6db343a5d:36083 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-23T02:16:57,256 DEBUG [M:0;72b6db343a5d:36083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ffbe1e39cbb846e6b85a1ed7d270326b is 82, key is hbase:meta,,1/info:regioninfo/1732328207028/Put/seqid=0 2024-11-23T02:16:57,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741843_1019 (size=5672) 2024-11-23T02:16:57,662 INFO [M:0;72b6db343a5d:36083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ffbe1e39cbb846e6b85a1ed7d270326b 2024-11-23T02:16:57,688 DEBUG [M:0;72b6db343a5d:36083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/146b7b4a61f44db1a45486a83d080b06 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732328212705/Put/seqid=0 2024-11-23T02:16:57,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741844_1020 (size=8663) 2024-11-23T02:16:58,094 INFO [M:0;72b6db343a5d:36083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/146b7b4a61f44db1a45486a83d080b06 2024-11-23T02:16:58,121 DEBUG [M:0;72b6db343a5d:36083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/465823c003734546bcaf7aec8b84ece8 is 69, key is 72b6db343a5d,42415,1732328203885/rs:state/1732328206213/Put/seqid=0 2024-11-23T02:16:58,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741845_1021 (size=5156) 2024-11-23T02:16:58,164 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T02:16:58,527 INFO [M:0;72b6db343a5d:36083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/465823c003734546bcaf7aec8b84ece8 2024-11-23T02:16:58,537 DEBUG [M:0;72b6db343a5d:36083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ffbe1e39cbb846e6b85a1ed7d270326b as hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ffbe1e39cbb846e6b85a1ed7d270326b 2024-11-23T02:16:58,544 INFO [M:0;72b6db343a5d:36083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ffbe1e39cbb846e6b85a1ed7d270326b, entries=8, sequenceid=115, filesize=5.5 K 2024-11-23T02:16:58,546 DEBUG [M:0;72b6db343a5d:36083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/146b7b4a61f44db1a45486a83d080b06 as hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/146b7b4a61f44db1a45486a83d080b06 2024-11-23T02:16:58,553 INFO [M:0;72b6db343a5d:36083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/146b7b4a61f44db1a45486a83d080b06, entries=14, sequenceid=115, filesize=8.5 K 2024-11-23T02:16:58,554 DEBUG [M:0;72b6db343a5d:36083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/465823c003734546bcaf7aec8b84ece8 as hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/465823c003734546bcaf7aec8b84ece8 2024-11-23T02:16:58,561 INFO [M:0;72b6db343a5d:36083 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/465823c003734546bcaf7aec8b84ece8, entries=1, sequenceid=115, filesize=5.0 K 2024-11-23T02:16:58,562 INFO [M:0;72b6db343a5d:36083 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=115, compaction requested=false 2024-11-23T02:16:58,564 INFO [M:0;72b6db343a5d:36083 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:16:58,564 DEBUG [M:0;72b6db343a5d:36083 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328217235Disabling compacts and flushes for region at 1732328217235Disabling writes for close at 1732328217235Obtaining lock to block concurrent updates at 1732328217236 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732328217236Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732328217236Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732328217237 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732328217237Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732328217255 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732328217255Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732328217670 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732328217687 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732328217687Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732328218102 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732328218120 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732328218120Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6462fa36: reopening flushed file at 1732328218535 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45fd396f: reopening flushed file at 1732328218544 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c9a4d0: reopening flushed file at 1732328218553 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=115, compaction requested=false at 1732328218562 (+9 ms)Writing region close event to WAL at 1732328218564 (+2 ms)Closed at 1732328218564 2024-11-23T02:16:58,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741830_1006 (size=59421) 2024-11-23T02:16:58,568 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/WALs/72b6db343a5d,36083,1732328203207/72b6db343a5d%2C36083%2C1732328203207.1732328205532 not finished, retry = 0 2024-11-23T02:16:58,669 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:16:58,669 INFO [M:0;72b6db343a5d:36083 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T02:16:58,669 INFO [M:0;72b6db343a5d:36083 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36083 2024-11-23T02:16:58,670 INFO [M:0;72b6db343a5d:36083 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:16:58,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x101429c80920000, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:16:58,772 INFO [M:0;72b6db343a5d:36083 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:16:58,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36083-0x101429c80920000, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:16:58,774 INFO [Time-limited test {}] client.ConnectionUtils(128): master/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:16:58,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:16:58,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:16:58,775 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:16:58,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:16:58,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:16:58,775 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T02:16:58,775 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:16:58,776 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41923 2024-11-23T02:16:58,777 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41923 connecting to ZooKeeper ensemble=127.0.0.1:62015 2024-11-23T02:16:58,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419230x0, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:16:58,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41923-0x101429c80920006 connected 2024-11-23T02:16:58,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:16:58,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:16:58,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41923-0x101429c80920006, quorum=127.0.0.1:62015, baseZNode=/0894823599 Set watcher on znode that does not yet exist, /0894823599/running 2024-11-23T02:16:58,789 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0894823599/meta-region-server: INIT 2024-11-23T02:16:58,790 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8, hbase.cluster.distributed=false 2024-11-23T02:16:58,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41923-0x101429c80920006, quorum=127.0.0.1:62015, baseZNode=/0894823599 Set watcher on znode that does not yet exist, /0894823599/acl 2024-11-23T02:16:58,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41923 2024-11-23T02:16:58,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41923 2024-11-23T02:16:58,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41923 2024-11-23T02:16:58,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41923 2024-11-23T02:16:58,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41923 2024-11-23T02:16:58,811 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:16:58,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:16:58,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:16:58,811 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:16:58,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:16:58,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:16:58,811 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T02:16:58,812 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:16:58,812 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40409 2024-11-23T02:16:58,814 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40409 connecting to ZooKeeper ensemble=127.0.0.1:62015 2024-11-23T02:16:58,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:16:58,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:16:58,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404090x0, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:16:58,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40409-0x101429c80920007, quorum=127.0.0.1:62015, baseZNode=/0894823599 Set watcher on znode that does not yet exist, /0894823599/running 2024-11-23T02:16:58,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40409-0x101429c80920007 connected 2024-11-23T02:16:58,822 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0894823599/meta-region-server: INIT 2024-11-23T02:16:58,822 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T02:16:58,829 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T02:16:58,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40409-0x101429c80920007, quorum=127.0.0.1:62015, baseZNode=/0894823599 Set watcher on znode that does not yet exist, /0894823599/master 2024-11-23T02:16:58,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40409-0x101429c80920007, quorum=127.0.0.1:62015, baseZNode=/0894823599 Set watcher on znode that does not yet exist, /0894823599/acl 2024-11-23T02:16:58,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40409 2024-11-23T02:16:58,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40409 2024-11-23T02:16:58,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40409 2024-11-23T02:16:58,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40409 2024-11-23T02:16:58,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40409 2024-11-23T02:16:58,845 DEBUG [M:0;72b6db343a5d:41923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;72b6db343a5d:41923 2024-11-23T02:16:58,845 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0894823599/backup-masters/72b6db343a5d,41923,1732328218774 2024-11-23T02:16:58,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40409-0x101429c80920007, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0894823599/backup-masters 2024-11-23T02:16:58,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x101429c80920006, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0894823599/backup-masters 2024-11-23T02:16:58,848 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41923-0x101429c80920006, quorum=127.0.0.1:62015, baseZNode=/0894823599 Set watcher on existing znode=/0894823599/backup-masters/72b6db343a5d,41923,1732328218774 2024-11-23T02:16:58,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x101429c80920006, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0894823599 2024-11-23T02:16:58,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40409-0x101429c80920007, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0894823599/master 2024-11-23T02:16:58,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40409-0x101429c80920007, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0894823599 2024-11-23T02:16:58,851 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41923-0x101429c80920006, quorum=127.0.0.1:62015, baseZNode=/0894823599 Set watcher on existing znode=/0894823599/master 2024-11-23T02:16:58,852 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0894823599/backup-masters/72b6db343a5d,41923,1732328218774 from backup master directory 2024-11-23T02:16:58,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x101429c80920006, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0894823599/backup-masters/72b6db343a5d,41923,1732328218774 2024-11-23T02:16:58,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40409-0x101429c80920007, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0894823599/backup-masters 2024-11-23T02:16:58,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x101429c80920006, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0894823599/backup-masters 2024-11-23T02:16:58,854 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:16:58,854 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=72b6db343a5d,41923,1732328218774 2024-11-23T02:16:58,872 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:16:58,872 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T02:16:58,886 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 14ms. 2024-11-23T02:16:58,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741846_1022 (size=196) 2024-11-23T02:16:58,896 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:16:58,897 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T02:16:58,897 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:16:58,905 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-23T02:16:58,909 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/WALs/72b6db343a5d,36083,1732328203207 to hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/WALs/72b6db343a5d,36083,1732328203207-dead as it is dead 2024-11-23T02:16:58,910 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-23T02:16:58,911 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-23T02:16:58,911 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/WALs/72b6db343a5d,36083,1732328203207-dead/72b6db343a5d%2C36083%2C1732328203207.1732328205532 2024-11-23T02:16:58,918 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/WALs/72b6db343a5d,36083,1732328203207-dead/72b6db343a5d%2C36083%2C1732328203207.1732328205532 after 4ms 2024-11-23T02:16:58,919 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/WALs/72b6db343a5d,36083,1732328203207-dead/72b6db343a5d%2C36083%2C1732328203207.1732328205532 to hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/72b6db343a5d%2C36083%2C1732328203207.1732328205532 2024-11-23T02:16:58,919 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/WALs/72b6db343a5d,36083,1732328203207-dead 2024-11-23T02:16:58,920 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/WALs/72b6db343a5d,41923,1732328218774 2024-11-23T02:16:58,921 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:16:58,923 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=72b6db343a5d%2C41923%2C1732328218774, suffix=, logDir=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/WALs/72b6db343a5d,41923,1732328218774, archiveDir=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/oldWALs, maxLogs=10 2024-11-23T02:16:58,938 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/WALs/72b6db343a5d,41923,1732328218774/72b6db343a5d%2C41923%2C1732328218774.1732328218923, exclude list is [], retry=0 2024-11-23T02:16:58,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44027,DS-baf4ccb7-ae7c-4ca3-9625-b91fd18ea0fb,DISK] 2024-11-23T02:16:58,945 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/WALs/72b6db343a5d,41923,1732328218774/72b6db343a5d%2C41923%2C1732328218774.1732328218923 2024-11-23T02:16:58,945 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46203:46203)] 2024-11-23T02:16:58,945 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:16:58,946 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:16:58,946 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:16:58,946 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:16:58,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:16:58,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T02:16:58,950 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:58,960 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ffbe1e39cbb846e6b85a1ed7d270326b 2024-11-23T02:16:58,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:16:58,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:16:58,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T02:16:58,962 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:58,970 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/146b7b4a61f44db1a45486a83d080b06 2024-11-23T02:16:58,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:16:58,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:16:58,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T02:16:58,971 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:58,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/465823c003734546bcaf7aec8b84ece8 2024-11-23T02:16:58,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:16:58,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:16:58,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T02:16:58,980 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:58,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:16:58,981 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:16:58,982 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-23T02:16:58,982 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/72b6db343a5d%2C36083%2C1732328203207.1732328205532 2024-11-23T02:16:59,000 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/72b6db343a5d%2C36083%2C1732328203207.1732328205532 2024-11-23T02:16:59,002 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/72b6db343a5d%2C36083%2C1732328203207.1732328205532 2024-11-23T02:16:59,004 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:16:59,004 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:16:59,005 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:16:59,008 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:16:59,011 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-23T02:16:59,012 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66178011, jitterRate=-0.013870790600776672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:16:59,013 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732328218946Initializing all the Stores at 1732328218948 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328218948Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328218948Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328218948Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328218948Cleaning up temporary data from old regions at 1732328219004 (+56 ms)Region opened successfully at 1732328219013 (+9 ms) 2024-11-23T02:16:59,013 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T02:16:59,018 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c3a747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:16:59,034 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-23T02:16:59,035 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T02:16:59,035 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T02:16:59,036 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T02:16:59,037 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T02:16:59,043 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T02:16:59,043 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T02:16:59,044 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T02:16:59,044 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T02:16:59,044 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-23T02:16:59,045 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-23T02:16:59,045 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-23T02:16:59,045 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T02:16:59,050 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=72b6db343a5d,42415,1732328203885, regionLocation=72b6db343a5d,42415,1732328203885, openSeqNum=2 2024-11-23T02:16:59,050 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=72b6db343a5d,42415,1732328203885, table=hbase:meta, region=1588230740 2024-11-23T02:16:59,050 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,42415,1732328203885, state=OPEN 2024-11-23T02:16:59,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x101429c80920006, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0894823599/meta-region-server 2024-11-23T02:16:59,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40409-0x101429c80920007, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0894823599/meta-region-server 2024-11-23T02:16:59,053 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0894823599/meta-region-server: CHANGED 2024-11-23T02:16:59,053 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0894823599/meta-region-server: CHANGED 2024-11-23T02:16:59,058 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-23T02:16:59,061 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0894823599/draining/72b6db343a5d,42415,1732328203885 already deleted, retry=false 2024-11-23T02:16:59,061 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 72b6db343a5d,42415,1732328203885 on 72b6db343a5d,41923,1732328218774 2024-11-23T02:16:59,068 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 72b6db343a5d,42415,1732328203885, splitWal=true, meta=true 2024-11-23T02:16:59,070 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 72b6db343a5d,42415,1732328203885 (carryingMeta=true) 72b6db343a5d,42415,1732328203885/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@447b6e29[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-23T02:16:59,073 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41923-0x101429c80920006, quorum=127.0.0.1:62015, baseZNode=/0894823599 Unable to get data of znode /0894823599/balancer because node does not exist (not necessarily an error) 2024-11-23T02:16:59,075 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0894823599/balancer already deleted, retry=false 2024-11-23T02:16:59,075 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T02:16:59,076 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41923-0x101429c80920006, quorum=127.0.0.1:62015, baseZNode=/0894823599 Unable to get data of znode /0894823599/normalizer because node does not exist (not necessarily an error) 2024-11-23T02:16:59,078 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0894823599/normalizer already deleted, retry=false 2024-11-23T02:16:59,078 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T02:16:59,079 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41923-0x101429c80920006, quorum=127.0.0.1:62015, baseZNode=/0894823599 Unable to get data of znode /0894823599/switch/split because node does not exist (not necessarily an error) 2024-11-23T02:16:59,088 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0894823599/switch/split already deleted, retry=false 2024-11-23T02:16:59,089 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41923-0x101429c80920006, quorum=127.0.0.1:62015, baseZNode=/0894823599 Unable to get data of znode /0894823599/switch/merge because node does not exist (not necessarily an error) 2024-11-23T02:16:59,092 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0894823599/switch/merge already deleted, retry=false 2024-11-23T02:16:59,100 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41923-0x101429c80920006, quorum=127.0.0.1:62015, baseZNode=/0894823599 Unable to get data of znode /0894823599/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T02:16:59,101 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0894823599/snapshot-cleanup already deleted, retry=false 2024-11-23T02:16:59,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40409-0x101429c80920007, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0894823599/running 2024-11-23T02:16:59,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40409-0x101429c80920007, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0894823599 2024-11-23T02:16:59,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x101429c80920006, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0894823599/running 2024-11-23T02:16:59,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x101429c80920006, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0894823599 2024-11-23T02:16:59,105 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=72b6db343a5d,41923,1732328218774, sessionid=0x101429c80920006, setting cluster-up flag (Was=false) 2024-11-23T02:16:59,108 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0894823599/flush-table-proc/acquired, /0894823599/flush-table-proc/reached, /0894823599/flush-table-proc/abort 2024-11-23T02:16:59,109 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,41923,1732328218774 2024-11-23T02:16:59,112 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0894823599/online-snapshot/acquired, /0894823599/online-snapshot/reached, /0894823599/online-snapshot/abort 2024-11-23T02:16:59,113 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,41923,1732328218774 2024-11-23T02:16:59,115 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/.lastflushedseqids 2024-11-23T02:16:59,118 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T02:16:59,118 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T02:16:59,119 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 72b6db343a5d,41923,1732328218774 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 72b6db343a5d,42415,1732328203885 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T02:16:59,120 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:16:59,120 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:16:59,120 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:16:59,120 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:16:59,120 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/72b6db343a5d:0, corePoolSize=10, maxPoolSize=10 2024-11-23T02:16:59,121 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:59,121 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:16:59,121 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:59,123 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732328249123 2024-11-23T02:16:59,123 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T02:16:59,123 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T02:16:59,123 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T02:16:59,124 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T02:16:59,124 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T02:16:59,124 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T02:16:59,124 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:59,124 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 72b6db343a5d,42415,1732328203885, splitWal=true, meta=true 2024-11-23T02:16:59,124 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T02:16:59,124 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T02:16:59,124 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T02:16:59,124 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T02:16:59,125 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T02:16:59,125 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T02:16:59,125 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328219125,5,FailOnTimeoutGroup] 2024-11-23T02:16:59,125 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328219125,5,FailOnTimeoutGroup] 2024-11-23T02:16:59,125 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:59,125 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T02:16:59,125 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:59,125 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:59,125 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 72b6db343a5d,42415,1732328203885, splitWal=true, meta=true, isMeta: true 2024-11-23T02:16:59,125 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732328219125, completionTime=-1 2024-11-23T02:16:59,126 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-23T02:16:59,127 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,42415,1732328203885-splitting 2024-11-23T02:16:59,128 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,42415,1732328203885-splitting dir is empty, no logs to split. 2024-11-23T02:16:59,128 INFO [PEWorker-1 {}] master.SplitWALManager(105): 72b6db343a5d,42415,1732328203885 WAL count=0, meta=true 2024-11-23T02:16:59,129 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-23T02:16:59,132 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,42415,1732328203885-splitting dir is empty, no logs to split. 2024-11-23T02:16:59,132 INFO [PEWorker-1 {}] master.SplitWALManager(105): 72b6db343a5d,42415,1732328203885 WAL count=0, meta=true 2024-11-23T02:16:59,132 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 72b6db343a5d,42415,1732328203885 WAL splitting is done? wals=0, meta=true 2024-11-23T02:16:59,134 INFO [RS:0;72b6db343a5d:40409 {}] regionserver.HRegionServer(746): ClusterId : ddbfe5f3-9b89-471f-985a-e9c9c3e0fd17 2024-11-23T02:16:59,134 DEBUG [RS:0;72b6db343a5d:40409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T02:16:59,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T02:16:59,136 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:16:59,137 DEBUG [RS:0;72b6db343a5d:40409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T02:16:59,137 DEBUG [RS:0;72b6db343a5d:40409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T02:16:59,138 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T02:16:59,140 DEBUG [RS:0;72b6db343a5d:40409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T02:16:59,140 DEBUG [RS:0;72b6db343a5d:40409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fdf5eb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:16:59,154 DEBUG [RS:0;72b6db343a5d:40409 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;72b6db343a5d:40409 2024-11-23T02:16:59,154 INFO [RS:0;72b6db343a5d:40409 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T02:16:59,154 INFO [RS:0;72b6db343a5d:40409 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T02:16:59,154 DEBUG [RS:0;72b6db343a5d:40409 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T02:16:59,155 INFO [RS:0;72b6db343a5d:40409 {}] regionserver.HRegionServer(2659): reportForDuty to master=72b6db343a5d,41923,1732328218774 with port=40409, startcode=1732328218811 2024-11-23T02:16:59,155 DEBUG [RS:0;72b6db343a5d:40409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T02:16:59,157 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T02:16:59,158 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41923 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 72b6db343a5d,40409,1732328218811 2024-11-23T02:16:59,158 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41923 {}] master.ServerManager(517): Registering regionserver=72b6db343a5d,40409,1732328218811 2024-11-23T02:16:59,160 DEBUG [RS:0;72b6db343a5d:40409 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8 2024-11-23T02:16:59,160 DEBUG [RS:0;72b6db343a5d:40409 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37059 2024-11-23T02:16:59,160 DEBUG [RS:0;72b6db343a5d:40409 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T02:16:59,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x101429c80920006, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0894823599/rs 2024-11-23T02:16:59,163 DEBUG [RS:0;72b6db343a5d:40409 {}] zookeeper.ZKUtil(111): regionserver:40409-0x101429c80920007, quorum=127.0.0.1:62015, baseZNode=/0894823599 Set watcher on existing znode=/0894823599/rs/72b6db343a5d,40409,1732328218811 2024-11-23T02:16:59,163 WARN [RS:0;72b6db343a5d:40409 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:16:59,163 INFO [RS:0;72b6db343a5d:40409 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:16:59,163 DEBUG [RS:0;72b6db343a5d:40409 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,40409,1732328218811 2024-11-23T02:16:59,163 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [72b6db343a5d,40409,1732328218811] 2024-11-23T02:16:59,179 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=53ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-23T02:16:59,210 INFO [RS:0;72b6db343a5d:40409 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T02:16:59,216 INFO [RS:0;72b6db343a5d:40409 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T02:16:59,217 INFO [RS:0;72b6db343a5d:40409 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T02:16:59,217 INFO [RS:0;72b6db343a5d:40409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:59,220 INFO [RS:0;72b6db343a5d:40409 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T02:16:59,225 INFO [RS:0;72b6db343a5d:40409 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T02:16:59,226 INFO [RS:0;72b6db343a5d:40409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:59,226 DEBUG [RS:0;72b6db343a5d:40409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:59,226 DEBUG [RS:0;72b6db343a5d:40409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:59,226 DEBUG [RS:0;72b6db343a5d:40409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:59,226 DEBUG [RS:0;72b6db343a5d:40409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:59,226 DEBUG [RS:0;72b6db343a5d:40409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:59,227 DEBUG [RS:0;72b6db343a5d:40409 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:16:59,227 DEBUG [RS:0;72b6db343a5d:40409 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:59,227 DEBUG [RS:0;72b6db343a5d:40409 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:59,227 DEBUG [RS:0;72b6db343a5d:40409 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:59,227 DEBUG [RS:0;72b6db343a5d:40409 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:59,227 DEBUG [RS:0;72b6db343a5d:40409 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:59,228 DEBUG [RS:0;72b6db343a5d:40409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:16:59,228 DEBUG [RS:0;72b6db343a5d:40409 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:16:59,228 DEBUG [RS:0;72b6db343a5d:40409 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:16:59,256 INFO [RS:0;72b6db343a5d:40409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:59,256 INFO [RS:0;72b6db343a5d:40409 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:59,257 INFO [RS:0;72b6db343a5d:40409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:59,257 INFO [RS:0;72b6db343a5d:40409 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:59,257 INFO [RS:0;72b6db343a5d:40409 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:59,257 INFO [RS:0;72b6db343a5d:40409 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,40409,1732328218811-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:16:59,288 WARN [72b6db343a5d:41923 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T02:16:59,302 INFO [RS:0;72b6db343a5d:40409 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T02:16:59,302 INFO [RS:0;72b6db343a5d:40409 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,40409,1732328218811-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:59,326 INFO [RS:0;72b6db343a5d:40409 {}] regionserver.ReplicationSource(231): queueId=1-72b6db343a5d,40409,1732328218811, ReplicationSource: 1, currentBandwidth=0 2024-11-23T02:16:59,342 INFO [RS:0;72b6db343a5d:40409 {}] regionserver.ReplicationSource(231): queueId=2-72b6db343a5d,40409,1732328218811, ReplicationSource: 2, currentBandwidth=0 2024-11-23T02:16:59,343 INFO [RS:0;72b6db343a5d:40409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:59,343 INFO [RS:0;72b6db343a5d:40409 {}] regionserver.Replication(171): 72b6db343a5d,40409,1732328218811 started 2024-11-23T02:16:59,343 DEBUG [RS:0;72b6db343a5d:40409.replicationSource,1-72b6db343a5d,40409,1732328218811 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:46601' 2024-11-23T02:16:59,345 DEBUG [RS:0;72b6db343a5d:40409.replicationSource,1-72b6db343a5d,40409,1732328218811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53a595c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:16:59,345 DEBUG [RS:0;72b6db343a5d:40409.replicationSource,1-72b6db343a5d,40409,1732328218811 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,46601,-1 for getting cluster id 2024-11-23T02:16:59,345 DEBUG [RS:0;72b6db343a5d:40409.replicationSource,1-72b6db343a5d,40409,1732328218811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:16:59,347 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1fbbe159-5d48-4303-8b37-85fe93d54c11' 2024-11-23T02:16:59,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:16:59,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1fbbe159-5d48-4303-8b37-85fe93d54c11" 2024-11-23T02:16:59,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@397be4b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:16:59,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,46601,-1] 2024-11-23T02:16:59,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:16:59,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:16:59,351 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:16:59,353 DEBUG [RS:0;72b6db343a5d:40409.replicationSource,1-72b6db343a5d,40409,1732328218811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66412323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:16:59,353 DEBUG [RS:0;72b6db343a5d:40409.replicationSource,1-72b6db343a5d,40409,1732328218811 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:16:59,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,46601,1732328208493 2024-11-23T02:16:59,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37527c97 2024-11-23T02:16:59,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:16:59,356 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-23T02:16:59,357 INFO [RS:0;72b6db343a5d:40409.replicationSource,1-72b6db343a5d,40409,1732328218811 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-72b6db343a5d,40409,1732328218811 (queues=0) is replicating from cluster=ddbfe5f3-9b89-471f-985a-e9c9c3e0fd17 to cluster=1fbbe159-5d48-4303-8b37-85fe93d54c11 2024-11-23T02:16:59,362 INFO [RS:0;72b6db343a5d:40409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:16:59,362 INFO [RS:0;72b6db343a5d:40409 {}] regionserver.HRegionServer(1482): Serving as 72b6db343a5d,40409,1732328218811, RpcServer on 72b6db343a5d/172.17.0.2:40409, sessionid=0x101429c80920007 2024-11-23T02:16:59,362 DEBUG [RS:0;72b6db343a5d:40409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T02:16:59,362 DEBUG [RS:0;72b6db343a5d:40409 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 72b6db343a5d,40409,1732328218811 2024-11-23T02:16:59,362 DEBUG [RS:0;72b6db343a5d:40409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,40409,1732328218811' 2024-11-23T02:16:59,362 DEBUG [RS:0;72b6db343a5d:40409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0894823599/flush-table-proc/abort' 2024-11-23T02:16:59,363 DEBUG [RS:0;72b6db343a5d:40409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0894823599/flush-table-proc/acquired' 2024-11-23T02:16:59,363 DEBUG [RS:0;72b6db343a5d:40409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T02:16:59,364 DEBUG [RS:0;72b6db343a5d:40409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T02:16:59,364 DEBUG [RS:0;72b6db343a5d:40409 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 72b6db343a5d,40409,1732328218811 2024-11-23T02:16:59,364 DEBUG [RS:0;72b6db343a5d:40409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,40409,1732328218811' 2024-11-23T02:16:59,364 DEBUG [RS:0;72b6db343a5d:40409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0894823599/online-snapshot/abort' 2024-11-23T02:16:59,364 DEBUG [RS:0;72b6db343a5d:40409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0894823599/online-snapshot/acquired' 2024-11-23T02:16:59,365 DEBUG [RS:0;72b6db343a5d:40409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T02:16:59,365 INFO [RS:0;72b6db343a5d:40409 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T02:16:59,365 INFO [RS:0;72b6db343a5d:40409 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T02:16:59,366 DEBUG [RS:0;72b6db343a5d:40409.replicationSource,2-72b6db343a5d,40409,1732328218811 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:46601' 2024-11-23T02:16:59,370 DEBUG [RS:0;72b6db343a5d:40409.replicationSource,2-72b6db343a5d,40409,1732328218811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@386a6120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:16:59,370 DEBUG [RS:0;72b6db343a5d:40409.replicationSource,2-72b6db343a5d,40409,1732328218811 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,46601,-1 for getting cluster id 2024-11-23T02:16:59,370 DEBUG [RS:0;72b6db343a5d:40409.replicationSource,2-72b6db343a5d,40409,1732328218811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:16:59,371 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1fbbe159-5d48-4303-8b37-85fe93d54c11' 2024-11-23T02:16:59,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:16:59,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1fbbe159-5d48-4303-8b37-85fe93d54c11" 2024-11-23T02:16:59,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c5692b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:16:59,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,46601,-1] 2024-11-23T02:16:59,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:16:59,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:16:59,373 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:16:59,374 DEBUG [RS:0;72b6db343a5d:40409.replicationSource,2-72b6db343a5d,40409,1732328218811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b356d1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:16:59,375 DEBUG [RS:0;72b6db343a5d:40409.replicationSource,2-72b6db343a5d,40409,1732328218811 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:16:59,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,46601,1732328208493 2024-11-23T02:16:59,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b241c73 2024-11-23T02:16:59,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:16:59,377 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-23T02:16:59,378 INFO [RS:0;72b6db343a5d:40409.replicationSource,2-72b6db343a5d,40409,1732328218811 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-72b6db343a5d,40409,1732328218811 (queues=0) is replicating from cluster=ddbfe5f3-9b89-471f-985a-e9c9c3e0fd17 to cluster=1fbbe159-5d48-4303-8b37-85fe93d54c11 2024-11-23T02:16:59,466 INFO [RS:0;72b6db343a5d:40409 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:16:59,468 INFO [RS:0;72b6db343a5d:40409 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C40409%2C1732328218811, suffix=, logDir=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,40409,1732328218811, archiveDir=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/oldWALs, maxLogs=10 2024-11-23T02:16:59,491 DEBUG [RS:0;72b6db343a5d:40409 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,40409,1732328218811/72b6db343a5d%2C40409%2C1732328218811.1732328219470, exclude list is [], retry=0 2024-11-23T02:16:59,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44027,DS-baf4ccb7-ae7c-4ca3-9625-b91fd18ea0fb,DISK] 2024-11-23T02:16:59,498 INFO [RS:0;72b6db343a5d:40409 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,40409,1732328218811/72b6db343a5d%2C40409%2C1732328218811.1732328219470 2024-11-23T02:16:59,499 DEBUG [RS:0;72b6db343a5d:40409 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 72b6db343a5d%2C40409%2C1732328218811 for peer 2 2024-11-23T02:16:59,499 DEBUG [RS:0;72b6db343a5d:40409 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 72b6db343a5d%2C40409%2C1732328218811 for peer 1 2024-11-23T02:16:59,499 DEBUG [RS:0;72b6db343a5d:40409 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=72b6db343a5d%2C40409%2C1732328218811 2024-11-23T02:16:59,499 INFO [RS:0;72b6db343a5d:40409 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-72b6db343a5d,40409,1732328218811, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T02:16:59,500 DEBUG [RS:0;72b6db343a5d:40409 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=72b6db343a5d%2C40409%2C1732328218811 2024-11-23T02:16:59,500 INFO [RS:0;72b6db343a5d:40409.replicationSource.shipper72b6db343a5d%2C40409%2C1732328218811,1-72b6db343a5d,40409,1732328218811 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 72b6db343a5d%2C40409%2C1732328218811 2024-11-23T02:16:59,500 INFO [RS:0;72b6db343a5d:40409 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-72b6db343a5d,40409,1732328218811, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T02:16:59,500 DEBUG [RS:0;72b6db343a5d:40409 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46203:46203)] 2024-11-23T02:16:59,500 INFO [RS:0;72b6db343a5d:40409.replicationSource.shipper72b6db343a5d%2C40409%2C1732328218811,2-72b6db343a5d,40409,1732328218811 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 72b6db343a5d%2C40409%2C1732328218811 2024-11-23T02:16:59,501 DEBUG [RS:0;72b6db343a5d:40409.replicationSource.wal-reader.72b6db343a5d%2C40409%2C1732328218811,1-72b6db343a5d,40409,1732328218811 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,40409,1732328218811/72b6db343a5d%2C40409%2C1732328218811.1732328219470, startPosition=0, beingWritten=true 2024-11-23T02:16:59,501 DEBUG [RS:0;72b6db343a5d:40409.replicationSource.wal-reader.72b6db343a5d%2C40409%2C1732328218811,2-72b6db343a5d,40409,1732328218811 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,40409,1732328218811/72b6db343a5d%2C40409%2C1732328218811.1732328219470, startPosition=0, beingWritten=true 2024-11-23T02:16:59,538 DEBUG [72b6db343a5d:41923 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T02:16:59,539 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=72b6db343a5d,40409,1732328218811 2024-11-23T02:16:59,541 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,40409,1732328218811, state=OPENING 2024-11-23T02:16:59,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x101429c80920006, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0894823599/meta-region-server 2024-11-23T02:16:59,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40409-0x101429c80920007, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0894823599/meta-region-server 2024-11-23T02:16:59,544 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:16:59,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0894823599/meta-region-server: CHANGED 2024-11-23T02:16:59,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0894823599/meta-region-server: CHANGED 2024-11-23T02:16:59,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,40409,1732328218811}] 2024-11-23T02:16:59,698 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:16:59,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T02:16:59,705 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T02:16:59,705 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:16:59,705 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T02:16:59,707 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C40409%2C1732328218811.meta, suffix=.meta, logDir=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,40409,1732328218811, archiveDir=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/oldWALs, maxLogs=10 2024-11-23T02:16:59,711 DEBUG [RS:0;72b6db343a5d:40409.replicationSource.wal-reader.72b6db343a5d%2C40409%2C1732328218811,2-72b6db343a5d,40409,1732328218811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,40409,1732328218811/72b6db343a5d%2C40409%2C1732328218811.1732328219470 to pos 0, reset compression=false 2024-11-23T02:16:59,711 DEBUG [RS:0;72b6db343a5d:40409.replicationSource.wal-reader.72b6db343a5d%2C40409%2C1732328218811,1-72b6db343a5d,40409,1732328218811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,40409,1732328218811/72b6db343a5d%2C40409%2C1732328218811.1732328219470 to pos 0, reset compression=false 2024-11-23T02:16:59,725 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,40409,1732328218811/72b6db343a5d%2C40409%2C1732328218811.meta.1732328219709.meta, exclude list is [], retry=0 2024-11-23T02:16:59,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44027,DS-baf4ccb7-ae7c-4ca3-9625-b91fd18ea0fb,DISK] 2024-11-23T02:16:59,730 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,40409,1732328218811/72b6db343a5d%2C40409%2C1732328218811.meta.1732328219709.meta 2024-11-23T02:16:59,730 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46203:46203)] 2024-11-23T02:16:59,730 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:16:59,731 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:16:59,731 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:16:59,731 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T02:16:59,731 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T02:16:59,731 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T02:16:59,732 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:16:59,732 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T02:16:59,732 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T02:16:59,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:16:59,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:16:59,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:59,742 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/meta/1588230740/info/0f40352210a74143b87c018732656c71 2024-11-23T02:16:59,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:16:59,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:16:59,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:16:59,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:59,751 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/meta/1588230740/ns/d4aae49670014bd2bb9e09f2e4083cb8 2024-11-23T02:16:59,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:16:59,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:16:59,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:16:59,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:59,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:16:59,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:16:59,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:16:59,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:16:59,763 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/meta/1588230740/table/8cf5b4c4a46d4b988d0be03febf59acb 2024-11-23T02:16:59,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:16:59,763 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:16:59,764 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/meta/1588230740 2024-11-23T02:16:59,765 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/meta/1588230740 2024-11-23T02:16:59,767 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:16:59,767 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:16:59,768 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:16:59,769 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:16:59,770 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63103341, jitterRate=-0.059686943888664246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:16:59,770 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T02:16:59,770 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732328219732Writing region info on filesystem at 1732328219732Initializing all the Stores at 1732328219733 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328219733Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328219733Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328219733Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328219733Cleaning up temporary data from old regions at 1732328219767 (+34 ms)Running coprocessor post-open hooks at 1732328219770 (+3 ms)Region opened successfully at 1732328219770 2024-11-23T02:16:59,772 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732328219698 2024-11-23T02:16:59,774 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T02:16:59,775 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T02:16:59,775 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=72b6db343a5d,40409,1732328218811 2024-11-23T02:16:59,776 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,40409,1732328218811, state=OPEN 2024-11-23T02:16:59,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x101429c80920006, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0894823599/meta-region-server 2024-11-23T02:16:59,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40409-0x101429c80920007, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0894823599/meta-region-server 2024-11-23T02:16:59,778 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=72b6db343a5d,40409,1732328218811 2024-11-23T02:16:59,778 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0894823599/meta-region-server: CHANGED 2024-11-23T02:16:59,779 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0894823599/meta-region-server: CHANGED 2024-11-23T02:16:59,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-23T02:16:59,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,40409,1732328218811 in 234 msec 2024-11-23T02:16:59,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-23T02:16:59,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 647 msec 2024-11-23T02:17:00,018 DEBUG [RS:0;72b6db343a5d:40409.replicationSource.wal-reader.72b6db343a5d%2C40409%2C1732328218811,1-72b6db343a5d,40409,1732328218811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,40409,1732328218811/72b6db343a5d%2C40409%2C1732328218811.1732328219470 to pos 0, reset compression=false 2024-11-23T02:17:00,018 DEBUG [RS:0;72b6db343a5d:40409.replicationSource.wal-reader.72b6db343a5d%2C40409%2C1732328218811,2-72b6db343a5d,40409,1732328218811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,40409,1732328218811/72b6db343a5d%2C40409%2C1732328218811.1732328219470 to pos 0, reset compression=false 2024-11-23T02:17:00,426 DEBUG [RS:0;72b6db343a5d:40409.replicationSource.wal-reader.72b6db343a5d%2C40409%2C1732328218811,2-72b6db343a5d,40409,1732328218811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,40409,1732328218811/72b6db343a5d%2C40409%2C1732328218811.1732328219470 to pos 0, reset compression=false 2024-11-23T02:17:00,426 DEBUG [RS:0;72b6db343a5d:40409.replicationSource.wal-reader.72b6db343a5d%2C40409%2C1732328218811,1-72b6db343a5d,40409,1732328218811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,40409,1732328218811/72b6db343a5d%2C40409%2C1732328218811.1732328219470 to pos 0, reset compression=false 2024-11-23T02:17:00,681 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1555ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-23T02:17:00,934 DEBUG [RS:0;72b6db343a5d:40409.replicationSource.wal-reader.72b6db343a5d%2C40409%2C1732328218811,2-72b6db343a5d,40409,1732328218811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,40409,1732328218811/72b6db343a5d%2C40409%2C1732328218811.1732328219470 to pos 0, reset compression=false 2024-11-23T02:17:00,934 DEBUG [RS:0;72b6db343a5d:40409.replicationSource.wal-reader.72b6db343a5d%2C40409%2C1732328218811,1-72b6db343a5d,40409,1732328218811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,40409,1732328218811/72b6db343a5d%2C40409%2C1732328218811.1732328219470 to pos 0, reset compression=false 2024-11-23T02:17:01,541 DEBUG [RS:0;72b6db343a5d:40409.replicationSource.wal-reader.72b6db343a5d%2C40409%2C1732328218811,1-72b6db343a5d,40409,1732328218811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,40409,1732328218811/72b6db343a5d%2C40409%2C1732328218811.1732328219470 to pos 0, reset compression=false 2024-11-23T02:17:01,541 DEBUG [RS:0;72b6db343a5d:40409.replicationSource.wal-reader.72b6db343a5d%2C40409%2C1732328218811,2-72b6db343a5d,40409,1732328218811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,40409,1732328218811/72b6db343a5d%2C40409%2C1732328218811.1732328219470 to pos 0, reset compression=false 2024-11-23T02:17:02,184 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3058ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-23T02:17:02,249 DEBUG [RS:0;72b6db343a5d:40409.replicationSource.wal-reader.72b6db343a5d%2C40409%2C1732328218811,2-72b6db343a5d,40409,1732328218811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,40409,1732328218811/72b6db343a5d%2C40409%2C1732328218811.1732328219470 to pos 0, reset compression=false 2024-11-23T02:17:02,249 DEBUG [RS:0;72b6db343a5d:40409.replicationSource.wal-reader.72b6db343a5d%2C40409%2C1732328218811,1-72b6db343a5d,40409,1732328218811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,40409,1732328218811/72b6db343a5d%2C40409%2C1732328218811.1732328219470 to pos 0, reset compression=false 2024-11-23T02:17:03,057 DEBUG [RS:0;72b6db343a5d:40409.replicationSource.wal-reader.72b6db343a5d%2C40409%2C1732328218811,2-72b6db343a5d,40409,1732328218811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,40409,1732328218811/72b6db343a5d%2C40409%2C1732328218811.1732328219470 to pos 0, reset compression=false 2024-11-23T02:17:03,057 DEBUG [RS:0;72b6db343a5d:40409.replicationSource.wal-reader.72b6db343a5d%2C40409%2C1732328218811,1-72b6db343a5d,40409,1732328218811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,40409,1732328218811/72b6db343a5d%2C40409%2C1732328218811.1732328219470 to pos 0, reset compression=false 2024-11-23T02:17:03,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T02:17:03,636 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4510ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-23T02:17:03,636 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T02:17:03,637 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:17:03,637 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,40409,1732328218811, seqNum=-1] 2024-11-23T02:17:03,637 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:17:03,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:17:03,646 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a95b6e334baf069980e6733d64658b92, regionState=OPEN, lastHost=72b6db343a5d,42415,1732328203885, regionLocation=72b6db343a5d,42415,1732328203885, openSeqNum=2 2024-11-23T02:17:03,647 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T02:17:03,647 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732328283647 2024-11-23T02:17:03,647 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732328343647 2024-11-23T02:17:03,647 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-11-23T02:17:03,647 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,41923,1732328218774-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:03,647 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,41923,1732328218774-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:03,647 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,41923,1732328218774-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:03,648 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-72b6db343a5d:41923, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:03,648 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 72b6db343a5d,42415,1732328203885 had 2 regions 2024-11-23T02:17:03,648 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:03,648 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:03,650 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 72b6db343a5d,42415,1732328203885, splitWal=true, meta=true, isMeta: false 2024-11-23T02:17:03,652 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,42415,1732328203885-splitting dir is empty, no logs to split. 2024-11-23T02:17:03,652 INFO [PEWorker-4 {}] master.SplitWALManager(105): 72b6db343a5d,42415,1732328203885 WAL count=0, meta=false 2024-11-23T02:17:03,655 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,42415,1732328203885-splitting dir is empty, no logs to split. 2024-11-23T02:17:03,655 INFO [PEWorker-4 {}] master.SplitWALManager(105): 72b6db343a5d,42415,1732328203885 WAL count=0, meta=false 2024-11-23T02:17:03,655 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 72b6db343a5d,42415,1732328203885 WAL splitting is done? wals=0, meta=false 2024-11-23T02:17:03,658 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.804sec 2024-11-23T02:17:03,658 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T02:17:03,658 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T02:17:03,658 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T02:17:03,658 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T02:17:03,658 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T02:17:03,659 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,41923,1732328218774-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:17:03,659 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,41923,1732328218774-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T02:17:03,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a95b6e334baf069980e6733d64658b92, ASSIGN}] 2024-11-23T02:17:03,661 WARN [master/72b6db343a5d:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=72b6db343a5d,42415,1732328203885/hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92. 2024-11-23T02:17:03,662 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a95b6e334baf069980e6733d64658b92, ASSIGN 2024-11-23T02:17:03,663 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a95b6e334baf069980e6733d64658b92, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T02:17:03,663 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T02:17:03,663 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T02:17:03,663 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,41923,1732328218774-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:03,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cc9dd43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:03,737 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,41923,-1 for getting cluster id 2024-11-23T02:17:03,737 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:17:03,739 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddbfe5f3-9b89-471f-985a-e9c9c3e0fd17' 2024-11-23T02:17:03,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:17:03,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddbfe5f3-9b89-471f-985a-e9c9c3e0fd17" 2024-11-23T02:17:03,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b987244, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:03,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,41923,-1] 2024-11-23T02:17:03,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:17:03,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:03,742 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:17:03,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe21121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:03,744 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:17:03,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,40409,1732328218811, seqNum=-1] 2024-11-23T02:17:03,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:17:03,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:17:03,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-23T02:17:03,753 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:17:03,753 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:17:03,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:03,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:03,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 72b6db343a5d:41923 after: 72b6db343a5d:41923 2024-11-23T02:17:03,759 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:17:03,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e325eaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:03,760 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,41923,-1 for getting cluster id 2024-11-23T02:17:03,760 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:17:03,761 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddbfe5f3-9b89-471f-985a-e9c9c3e0fd17' 2024-11-23T02:17:03,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:17:03,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddbfe5f3-9b89-471f-985a-e9c9c3e0fd17" 2024-11-23T02:17:03,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28800615, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:03,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,41923,-1] 2024-11-23T02:17:03,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:17:03,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:03,763 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:17:03,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780cff3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:03,764 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:17:03,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,41923,1732328218774 2024-11-23T02:17:03,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55607b0d 2024-11-23T02:17:03,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:17:03,766 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:17:03,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-23T02:17:03,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-23T02:17:03,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-23T02:17:03,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-23T02:17:03,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T02:17:03,770 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:17:03,770 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:17:03,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:03,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:03,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:17:03,771 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T02:17:03,771 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1632434545, stopped=false 2024-11-23T02:17:03,771 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=72b6db343a5d,46601,1732328208493 2024-11-23T02:17:03,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40381-0x101429c80920004, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1953266828/running 2024-11-23T02:17:03,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x101429c80920003, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1953266828/running 2024-11-23T02:17:03,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40381-0x101429c80920004, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1953266828 2024-11-23T02:17:03,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x101429c80920003, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1953266828 2024-11-23T02:17:03,773 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:17:03,774 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:17:03,774 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:17:03,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46601-0x101429c80920003, quorum=127.0.0.1:62015, baseZNode=/1953266828 Set watcher on znode that does not yet exist, /1953266828/running 2024-11-23T02:17:03,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40381-0x101429c80920004, quorum=127.0.0.1:62015, baseZNode=/1953266828 Set watcher on znode that does not yet exist, /1953266828/running 2024-11-23T02:17:03,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:03,774 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '72b6db343a5d,40381,1732328208539' ***** 2024-11-23T02:17:03,774 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T02:17:03,775 INFO [RS:0;72b6db343a5d:40381 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T02:17:03,775 INFO [RS:0;72b6db343a5d:40381 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T02:17:03,775 INFO [RS:0;72b6db343a5d:40381 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T02:17:03,775 INFO [RS:0;72b6db343a5d:40381 {}] regionserver.HRegionServer(959): stopping server 72b6db343a5d,40381,1732328208539 2024-11-23T02:17:03,775 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T02:17:03,775 INFO [RS:0;72b6db343a5d:40381 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:17:03,775 INFO [RS:0;72b6db343a5d:40381 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:40381. 2024-11-23T02:17:03,775 DEBUG [RS:0;72b6db343a5d:40381 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:17:03,775 DEBUG [RS:0;72b6db343a5d:40381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:03,775 INFO [RS:0;72b6db343a5d:40381 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T02:17:03,775 INFO [RS:0;72b6db343a5d:40381 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T02:17:03,775 INFO [RS:0;72b6db343a5d:40381 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T02:17:03,775 INFO [RS:0;72b6db343a5d:40381 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T02:17:03,776 INFO [RS:0;72b6db343a5d:40381 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T02:17:03,776 DEBUG [RS:0;72b6db343a5d:40381 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T02:17:03,776 DEBUG [RS:0;72b6db343a5d:40381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:17:03,776 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:17:03,776 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:17:03,776 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:17:03,776 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:17:03,776 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:17:03,777 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-23T02:17:03,796 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/data/hbase/meta/1588230740/.tmp/ns/adbbccdd3eb341dc860b3af9792fc37b is 43, key is default/ns:d/1732328211654/Put/seqid=0 2024-11-23T02:17:03,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741835_1011 (size=5153) 2024-11-23T02:17:03,813 INFO [regionserver/72b6db343a5d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:17:03,814 DEBUG [72b6db343a5d:41923 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T02:17:03,814 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=a95b6e334baf069980e6733d64658b92, regionState=OPENING, regionLocation=72b6db343a5d,40409,1732328218811 2024-11-23T02:17:03,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a95b6e334baf069980e6733d64658b92, ASSIGN because future has completed 2024-11-23T02:17:03,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure a95b6e334baf069980e6733d64658b92, server=72b6db343a5d,40409,1732328218811}] 2024-11-23T02:17:03,964 DEBUG [RS:0;72b6db343a5d:40409.replicationSource.wal-reader.72b6db343a5d%2C40409%2C1732328218811,2-72b6db343a5d,40409,1732328218811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,40409,1732328218811/72b6db343a5d%2C40409%2C1732328218811.1732328219470 to pos 0, reset compression=false 2024-11-23T02:17:03,964 DEBUG [RS:0;72b6db343a5d:40409.replicationSource.wal-reader.72b6db343a5d%2C40409%2C1732328218811,1-72b6db343a5d,40409,1732328218811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,40409,1732328218811/72b6db343a5d%2C40409%2C1732328218811.1732328219470 to pos 0, reset compression=false 2024-11-23T02:17:03,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92. 2024-11-23T02:17:03,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:17:03,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T02:17:03,976 DEBUG [RS:0;72b6db343a5d:40381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:17:03,977 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C40409%2C1732328218811.rep, suffix=, logDir=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,40409,1732328218811, archiveDir=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/oldWALs, maxLogs=10 2024-11-23T02:17:03,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,40409,1732328218811/72b6db343a5d%2C40409%2C1732328218811.rep.1732328223977, exclude list is [], retry=0 2024-11-23T02:17:03,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44027,DS-baf4ccb7-ae7c-4ca3-9625-b91fd18ea0fb,DISK] 2024-11-23T02:17:03,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,40409,1732328218811/72b6db343a5d%2C40409%2C1732328218811.rep.1732328223977 2024-11-23T02:17:03,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46203:46203)] 2024-11-23T02:17:03,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => a95b6e334baf069980e6733d64658b92, NAME => 'hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:17:03,997 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:17:03,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:17:03,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92. service=MultiRowMutationService 2024-11-23T02:17:03,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T02:17:03,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a95b6e334baf069980e6733d64658b92 2024-11-23T02:17:03,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:17:03,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for a95b6e334baf069980e6733d64658b92 2024-11-23T02:17:03,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for a95b6e334baf069980e6733d64658b92 2024-11-23T02:17:04,000 INFO [StoreOpener-a95b6e334baf069980e6733d64658b92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a95b6e334baf069980e6733d64658b92 2024-11-23T02:17:04,001 INFO [StoreOpener-a95b6e334baf069980e6733d64658b92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a95b6e334baf069980e6733d64658b92 columnFamilyName hfileref 2024-11-23T02:17:04,001 DEBUG [StoreOpener-a95b6e334baf069980e6733d64658b92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:04,001 INFO [StoreOpener-a95b6e334baf069980e6733d64658b92-1 {}] regionserver.HStore(327): Store=a95b6e334baf069980e6733d64658b92/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:17:04,001 INFO [StoreOpener-a95b6e334baf069980e6733d64658b92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a95b6e334baf069980e6733d64658b92 2024-11-23T02:17:04,002 INFO [StoreOpener-a95b6e334baf069980e6733d64658b92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a95b6e334baf069980e6733d64658b92 columnFamilyName queue 2024-11-23T02:17:04,002 DEBUG [StoreOpener-a95b6e334baf069980e6733d64658b92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:04,010 DEBUG [StoreOpener-a95b6e334baf069980e6733d64658b92-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/replication/a95b6e334baf069980e6733d64658b92/queue/8767970a9d6a4284abb8bca9ffbf7501 2024-11-23T02:17:04,010 INFO [StoreOpener-a95b6e334baf069980e6733d64658b92-1 {}] regionserver.HStore(327): Store=a95b6e334baf069980e6733d64658b92/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:17:04,010 INFO [StoreOpener-a95b6e334baf069980e6733d64658b92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a95b6e334baf069980e6733d64658b92 2024-11-23T02:17:04,011 INFO [StoreOpener-a95b6e334baf069980e6733d64658b92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a95b6e334baf069980e6733d64658b92 columnFamilyName sid 2024-11-23T02:17:04,011 DEBUG [StoreOpener-a95b6e334baf069980e6733d64658b92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:04,011 INFO [StoreOpener-a95b6e334baf069980e6733d64658b92-1 {}] regionserver.HStore(327): Store=a95b6e334baf069980e6733d64658b92/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:17:04,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for a95b6e334baf069980e6733d64658b92 2024-11-23T02:17:04,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/replication/a95b6e334baf069980e6733d64658b92 2024-11-23T02:17:04,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/replication/a95b6e334baf069980e6733d64658b92 2024-11-23T02:17:04,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for a95b6e334baf069980e6733d64658b92 2024-11-23T02:17:04,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for a95b6e334baf069980e6733d64658b92 2024-11-23T02:17:04,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T02:17:04,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for a95b6e334baf069980e6733d64658b92 2024-11-23T02:17:04,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened a95b6e334baf069980e6733d64658b92; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65644494, jitterRate=-0.021820813417434692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T02:17:04,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a95b6e334baf069980e6733d64658b92 2024-11-23T02:17:04,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for a95b6e334baf069980e6733d64658b92: Running coprocessor pre-open hook at 1732328223998Writing region info on filesystem at 1732328223998Initializing all the Stores at 1732328223999 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328223999Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328223999Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328223999Cleaning up temporary data from old regions at 1732328224015 (+16 ms)Running coprocessor post-open hooks at 1732328224018 (+3 ms)Region opened successfully at 1732328224019 (+1 ms) 2024-11-23T02:17:04,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92., pid=19, masterSystemTime=1732328223971 2024-11-23T02:17:04,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92. 2024-11-23T02:17:04,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92. 2024-11-23T02:17:04,024 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=a95b6e334baf069980e6733d64658b92, regionState=OPEN, openSeqNum=10, regionLocation=72b6db343a5d,40409,1732328218811 2024-11-23T02:17:04,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure a95b6e334baf069980e6733d64658b92, server=72b6db343a5d,40409,1732328218811 because future has completed 2024-11-23T02:17:04,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-23T02:17:04,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure a95b6e334baf069980e6733d64658b92, server=72b6db343a5d,40409,1732328218811 in 211 msec 2024-11-23T02:17:04,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-23T02:17:04,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a95b6e334baf069980e6733d64658b92, ASSIGN in 371 msec 2024-11-23T02:17:04,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-23T02:17:04,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92., hostname=72b6db343a5d,40409,1732328218811, seqNum=10] 2024-11-23T02:17:04,079 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 72b6db343a5d,42415,1732328203885 2024-11-23T02:17:04,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-23T02:17:04,176 DEBUG [RS:0;72b6db343a5d:40381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:17:04,202 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/data/hbase/meta/1588230740/.tmp/ns/adbbccdd3eb341dc860b3af9792fc37b 2024-11-23T02:17:04,211 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/data/hbase/meta/1588230740/.tmp/ns/adbbccdd3eb341dc860b3af9792fc37b as hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/data/hbase/meta/1588230740/ns/adbbccdd3eb341dc860b3af9792fc37b 2024-11-23T02:17:04,218 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/data/hbase/meta/1588230740/ns/adbbccdd3eb341dc860b3af9792fc37b, entries=2, sequenceid=6, filesize=5.0 K 2024-11-23T02:17:04,219 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=6, compaction requested=false 2024-11-23T02:17:04,220 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T02:17:04,225 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T02:17:04,226 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:17:04,226 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:17:04,226 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:17:04,226 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328223776Running coprocessor pre-close hooks at 1732328223776Disabling compacts and flushes for region at 1732328223776Disabling writes for close at 1732328223776Obtaining lock to block concurrent updates at 1732328223777 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732328223777Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732328223777Flushing stores of hbase:meta,,1.1588230740 at 1732328223778 (+1 ms)Flushing 1588230740/ns: creating writer at 1732328223778Flushing 1588230740/ns: appending metadata at 1732328223796 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732328223796Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15b53d5e: reopening flushed file at 1732328224210 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=6, compaction requested=false at 1732328224219 (+9 ms)Writing region close event to WAL at 1732328224221 (+2 ms)Running coprocessor post-close hooks at 1732328224226 (+5 ms)Closed at 1732328224226 2024-11-23T02:17:04,226 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T02:17:04,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40409 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-23T02:17:04,376 INFO [RS:0;72b6db343a5d:40381 {}] regionserver.HRegionServer(976): stopping server 72b6db343a5d,40381,1732328208539; all regions closed. 2024-11-23T02:17:04,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741834_1010 (size=1152) 2024-11-23T02:17:04,382 DEBUG [RS:0;72b6db343a5d:40381 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/oldWALs 2024-11-23T02:17:04,382 INFO [RS:0;72b6db343a5d:40381 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 72b6db343a5d%2C40381%2C1732328208539.meta:.meta(num 1732328211586) 2024-11-23T02:17:04,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741832_1008 (size=93) 2024-11-23T02:17:04,387 DEBUG [RS:0;72b6db343a5d:40381 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/oldWALs 2024-11-23T02:17:04,387 INFO [RS:0;72b6db343a5d:40381 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 72b6db343a5d%2C40381%2C1732328208539:(num 1732328210645) 2024-11-23T02:17:04,387 DEBUG [RS:0;72b6db343a5d:40381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:04,387 INFO [RS:0;72b6db343a5d:40381 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:17:04,387 INFO [RS:0;72b6db343a5d:40381 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:17:04,387 INFO [RS:0;72b6db343a5d:40381 {}] hbase.ChoreService(370): Chore service for: regionserver/72b6db343a5d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T02:17:04,387 INFO [RS:0;72b6db343a5d:40381 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:17:04,388 INFO [regionserver/72b6db343a5d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:17:04,388 INFO [RS:0;72b6db343a5d:40381 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40381 2024-11-23T02:17:04,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40381-0x101429c80920004, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1953266828/rs/72b6db343a5d,40381,1732328208539 2024-11-23T02:17:04,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x101429c80920003, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1953266828/rs 2024-11-23T02:17:04,390 INFO [RS:0;72b6db343a5d:40381 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:17:04,391 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [72b6db343a5d,40381,1732328208539] 2024-11-23T02:17:04,393 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1953266828/draining/72b6db343a5d,40381,1732328208539 already deleted, retry=false 2024-11-23T02:17:04,393 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 72b6db343a5d,40381,1732328208539 expired; onlineServers=0 2024-11-23T02:17:04,393 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '72b6db343a5d,46601,1732328208493' ***** 2024-11-23T02:17:04,393 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T02:17:04,393 INFO [M:0;72b6db343a5d:46601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:17:04,393 INFO [M:0;72b6db343a5d:46601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:17:04,393 DEBUG [M:0;72b6db343a5d:46601 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T02:17:04,393 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T02:17:04,393 DEBUG [M:0;72b6db343a5d:46601 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T02:17:04,393 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328210405 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328210405,5,FailOnTimeoutGroup] 2024-11-23T02:17:04,393 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328210406 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328210406,5,FailOnTimeoutGroup] 2024-11-23T02:17:04,394 INFO [M:0;72b6db343a5d:46601 {}] hbase.ChoreService(370): Chore service for: master/72b6db343a5d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T02:17:04,394 INFO [M:0;72b6db343a5d:46601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:17:04,394 DEBUG [M:0;72b6db343a5d:46601 {}] master.HMaster(1795): Stopping service threads 2024-11-23T02:17:04,394 INFO [M:0;72b6db343a5d:46601 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T02:17:04,394 INFO [M:0;72b6db343a5d:46601 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:17:04,394 INFO [M:0;72b6db343a5d:46601 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T02:17:04,394 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T02:17:04,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x101429c80920003, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1953266828/master 2024-11-23T02:17:04,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x101429c80920003, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1953266828 2024-11-23T02:17:04,396 DEBUG [M:0;72b6db343a5d:46601 {}] zookeeper.ZKUtil(347): master:46601-0x101429c80920003, quorum=127.0.0.1:62015, baseZNode=/1953266828 Unable to get data of znode /1953266828/master because node does not exist (not an error) 2024-11-23T02:17:04,396 WARN [M:0;72b6db343a5d:46601 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T02:17:04,397 INFO [M:0;72b6db343a5d:46601 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/.lastflushedseqids 2024-11-23T02:17:04,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741836_1012 (size=99) 2024-11-23T02:17:04,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40381-0x101429c80920004, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:17:04,492 INFO [RS:0;72b6db343a5d:40381 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:17:04,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40381-0x101429c80920004, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:17:04,492 INFO [RS:0;72b6db343a5d:40381 {}] regionserver.HRegionServer(1031): Exiting; stopping=72b6db343a5d,40381,1732328208539; zookeeper connection closed. 2024-11-23T02:17:04,492 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21e09d88 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21e09d88 2024-11-23T02:17:04,492 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T02:17:04,803 INFO [M:0;72b6db343a5d:46601 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T02:17:04,803 INFO [M:0;72b6db343a5d:46601 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T02:17:04,803 DEBUG [M:0;72b6db343a5d:46601 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:17:04,803 INFO [M:0;72b6db343a5d:46601 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:17:04,803 DEBUG [M:0;72b6db343a5d:46601 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:17:04,803 DEBUG [M:0;72b6db343a5d:46601 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:17:04,803 DEBUG [M:0;72b6db343a5d:46601 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:17:04,803 INFO [M:0;72b6db343a5d:46601 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-23T02:17:04,821 DEBUG [M:0;72b6db343a5d:46601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ffe0161b3e5748a781c3bcb0240fe65b is 82, key is hbase:meta,,1/info:regioninfo/1732328211637/Put/seqid=0 2024-11-23T02:17:04,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741837_1013 (size=5672) 2024-11-23T02:17:04,971 DEBUG [RS:0;72b6db343a5d:40409.replicationSource.wal-reader.72b6db343a5d%2C40409%2C1732328218811,1-72b6db343a5d,40409,1732328218811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,40409,1732328218811/72b6db343a5d%2C40409%2C1732328218811.1732328219470 to pos 0, reset compression=false 2024-11-23T02:17:04,971 DEBUG [RS:0;72b6db343a5d:40409.replicationSource.wal-reader.72b6db343a5d%2C40409%2C1732328218811,2-72b6db343a5d,40409,1732328218811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,40409,1732328218811/72b6db343a5d%2C40409%2C1732328218811.1732328219470 to pos 0, reset compression=false 2024-11-23T02:17:05,227 INFO [M:0;72b6db343a5d:46601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ffe0161b3e5748a781c3bcb0240fe65b 2024-11-23T02:17:05,234 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T02:17:05,250 DEBUG [M:0;72b6db343a5d:46601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8c81476fef84cd1b9509d1c2f503e45 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732328211661/Put/seqid=0 2024-11-23T02:17:05,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741838_1014 (size=5275) 2024-11-23T02:17:05,656 INFO [M:0;72b6db343a5d:46601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8c81476fef84cd1b9509d1c2f503e45 2024-11-23T02:17:05,683 DEBUG [M:0;72b6db343a5d:46601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ab8c7ebe08b4982ad38a065a6372018 is 69, key is 72b6db343a5d,40381,1732328208539/rs:state/1732328210485/Put/seqid=0 2024-11-23T02:17:05,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741839_1015 (size=5156) 2024-11-23T02:17:06,078 DEBUG [RS:0;72b6db343a5d:40409.replicationSource.wal-reader.72b6db343a5d%2C40409%2C1732328218811,1-72b6db343a5d,40409,1732328218811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,40409,1732328218811/72b6db343a5d%2C40409%2C1732328218811.1732328219470 to pos 0, reset compression=false 2024-11-23T02:17:06,078 DEBUG [RS:0;72b6db343a5d:40409.replicationSource.wal-reader.72b6db343a5d%2C40409%2C1732328218811,2-72b6db343a5d,40409,1732328218811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/WALs/72b6db343a5d,40409,1732328218811/72b6db343a5d%2C40409%2C1732328218811.1732328219470 to pos 0, reset compression=false 2024-11-23T02:17:06,089 INFO [M:0;72b6db343a5d:46601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ab8c7ebe08b4982ad38a065a6372018 2024-11-23T02:17:06,095 DEBUG [M:0;72b6db343a5d:46601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ffe0161b3e5748a781c3bcb0240fe65b as hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ffe0161b3e5748a781c3bcb0240fe65b 2024-11-23T02:17:06,102 INFO [M:0;72b6db343a5d:46601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ffe0161b3e5748a781c3bcb0240fe65b, entries=8, sequenceid=28, filesize=5.5 K 2024-11-23T02:17:06,103 DEBUG [M:0;72b6db343a5d:46601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8c81476fef84cd1b9509d1c2f503e45 as hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e8c81476fef84cd1b9509d1c2f503e45 2024-11-23T02:17:06,110 INFO [M:0;72b6db343a5d:46601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e8c81476fef84cd1b9509d1c2f503e45, entries=3, sequenceid=28, filesize=5.2 K 2024-11-23T02:17:06,111 DEBUG [M:0;72b6db343a5d:46601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ab8c7ebe08b4982ad38a065a6372018 as hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ab8c7ebe08b4982ad38a065a6372018 2024-11-23T02:17:06,117 INFO [M:0;72b6db343a5d:46601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39565/user/jenkins/test-data/c2803133-ab81-0b2f-1758-d5c15bf5ca9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ab8c7ebe08b4982ad38a065a6372018, entries=1, sequenceid=28, filesize=5.0 K 2024-11-23T02:17:06,119 INFO [M:0;72b6db343a5d:46601 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=28, compaction requested=false 2024-11-23T02:17:06,120 INFO [M:0;72b6db343a5d:46601 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:17:06,120 DEBUG [M:0;72b6db343a5d:46601 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328224803Disabling compacts and flushes for region at 1732328224803Disabling writes for close at 1732328224803Obtaining lock to block concurrent updates at 1732328224803Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732328224803Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732328224804 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732328224805 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732328224805Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732328224821 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732328224821Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732328225233 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732328225250 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732328225250Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732328225664 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732328225683 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732328225683Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bf22d52: reopening flushed file at 1732328226094 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d3649cc: reopening flushed file at 1732328226102 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@548c4d0c: reopening flushed file at 1732328226110 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=28, compaction requested=false at 1732328226119 (+9 ms)Writing region close event to WAL at 1732328226120 (+1 ms)Closed at 1732328226120 2024-11-23T02:17:06,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36119 is added to blk_1073741830_1006 (size=10165) 2024-11-23T02:17:06,123 INFO [M:0;72b6db343a5d:46601 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T02:17:06,124 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:17:06,124 INFO [M:0;72b6db343a5d:46601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46601 2024-11-23T02:17:06,127 INFO [M:0;72b6db343a5d:46601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:17:06,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x101429c80920003, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:17:06,230 INFO [M:0;72b6db343a5d:46601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:17:06,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x101429c80920003, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:17:06,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c2b488a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:17:06,236 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f76040{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:17:06,236 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:17:06,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50b1d89e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:17:06,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8fdb0a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c/hadoop.log.dir/,STOPPED} 2024-11-23T02:17:06,239 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T02:17:06,239 WARN [BP-1079753347-172.17.0.2-1732328207436 heartbeating to localhost/127.0.0.1:39565 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T02:17:06,239 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T02:17:06,239 WARN [BP-1079753347-172.17.0.2-1732328207436 heartbeating to localhost/127.0.0.1:39565 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1079753347-172.17.0.2-1732328207436 (Datanode Uuid 312d7933-57b8-4b13-a60e-87d185982634) service to localhost/127.0.0.1:39565 2024-11-23T02:17:06,241 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c/cluster_866820c0-9a51-390d-79e5-b9223b52e7a6/data/data1/current/BP-1079753347-172.17.0.2-1732328207436 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:17:06,241 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c/cluster_866820c0-9a51-390d-79e5-b9223b52e7a6/data/data2/current/BP-1079753347-172.17.0.2-1732328207436 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:17:06,241 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T02:17:06,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76da0465{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:17:06,249 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7077a837{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:17:06,249 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:17:06,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e387f9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:17:06,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26c9611{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c/hadoop.log.dir/,STOPPED} 2024-11-23T02:17:06,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T02:17:06,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T02:17:06,270 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:17:06,270 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:17:06,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:06,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:06,270 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:17:06,270 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T02:17:06,270 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=66149356, stopped=false 2024-11-23T02:17:06,270 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=72b6db343a5d,41923,1732328218774 2024-11-23T02:17:06,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x101429c80920006, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0894823599/running 2024-11-23T02:17:06,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40409-0x101429c80920007, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0894823599/running 2024-11-23T02:17:06,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x101429c80920006, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0894823599 2024-11-23T02:17:06,272 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:17:06,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40409-0x101429c80920007, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0894823599 2024-11-23T02:17:06,272 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:17:06,273 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:17:06,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:06,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40409-0x101429c80920007, quorum=127.0.0.1:62015, baseZNode=/0894823599 Set watcher on znode that does not yet exist, /0894823599/running 2024-11-23T02:17:06,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41923-0x101429c80920006, quorum=127.0.0.1:62015, baseZNode=/0894823599 Set watcher on znode that does not yet exist, /0894823599/running 2024-11-23T02:17:06,273 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '72b6db343a5d,40409,1732328218811' ***** 2024-11-23T02:17:06,273 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T02:17:06,273 INFO [RS:0;72b6db343a5d:40409 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T02:17:06,273 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T02:17:06,273 INFO [RS:0;72b6db343a5d:40409 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T02:17:06,274 INFO [RS:0;72b6db343a5d:40409 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T02:17:06,274 INFO [RS:0;72b6db343a5d:40409 {}] regionserver.HRegionServer(3091): Received CLOSE for a95b6e334baf069980e6733d64658b92 2024-11-23T02:17:06,274 INFO [RS:0;72b6db343a5d:40409 {}] regionserver.HRegionServer(959): stopping server 72b6db343a5d,40409,1732328218811 2024-11-23T02:17:06,274 INFO [RS:0;72b6db343a5d:40409 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:17:06,274 INFO [RS:0;72b6db343a5d:40409 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:40409. 2024-11-23T02:17:06,274 DEBUG [RS:0;72b6db343a5d:40409 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:17:06,274 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a95b6e334baf069980e6733d64658b92, disabling compactions & flushes 2024-11-23T02:17:06,274 DEBUG [RS:0;72b6db343a5d:40409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:06,274 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92. 2024-11-23T02:17:06,274 INFO [RS:0;72b6db343a5d:40409 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T02:17:06,274 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92. 2024-11-23T02:17:06,274 INFO [RS:0;72b6db343a5d:40409 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T02:17:06,274 INFO [RS:0;72b6db343a5d:40409 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T02:17:06,274 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92. after waiting 0 ms 2024-11-23T02:17:06,274 INFO [RS:0;72b6db343a5d:40409 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T02:17:06,274 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92. 2024-11-23T02:17:06,275 INFO [RS:0;72b6db343a5d:40409 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T02:17:06,275 DEBUG [RS:0;72b6db343a5d:40409 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a95b6e334baf069980e6733d64658b92=hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92.} 2024-11-23T02:17:06,275 DEBUG [RS:0;72b6db343a5d:40409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a95b6e334baf069980e6733d64658b92 2024-11-23T02:17:06,275 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:17:06,275 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:17:06,275 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:17:06,275 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:17:06,275 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:17:06,275 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-23T02:17:06,280 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/replication/a95b6e334baf069980e6733d64658b92/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-23T02:17:06,281 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:17:06,281 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:17:06,281 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92. 2024-11-23T02:17:06,281 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a95b6e334baf069980e6733d64658b92: Waiting for close lock at 1732328226274Running coprocessor pre-close hooks at 1732328226274Disabling compacts and flushes for region at 1732328226274Disabling writes for close at 1732328226274Writing region close event to WAL at 1732328226275 (+1 ms)Running coprocessor post-close hooks at 1732328226281 (+6 ms)Closed at 1732328226281 2024-11-23T02:17:06,281 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92. 2024-11-23T02:17:06,295 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/meta/1588230740/.tmp/info/ee191173a37d4da9927b5eb8c2f3be23 is 147, key is hbase:replication,,1732328211864.a95b6e334baf069980e6733d64658b92./info:regioninfo/1732328224024/Put/seqid=0 2024-11-23T02:17:06,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741851_1027 (size=6385) 2024-11-23T02:17:06,372 INFO [regionserver/72b6db343a5d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:17:06,475 DEBUG [RS:0;72b6db343a5d:40409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:17:06,675 DEBUG [RS:0;72b6db343a5d:40409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:17:06,700 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/meta/1588230740/.tmp/info/ee191173a37d4da9927b5eb8c2f3be23 2024-11-23T02:17:06,708 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/meta/1588230740/.tmp/info/ee191173a37d4da9927b5eb8c2f3be23 as hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/meta/1588230740/info/ee191173a37d4da9927b5eb8c2f3be23 2024-11-23T02:17:06,715 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/meta/1588230740/info/ee191173a37d4da9927b5eb8c2f3be23, entries=8, sequenceid=19, filesize=6.2 K 2024-11-23T02:17:06,716 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=19, compaction requested=false 2024-11-23T02:17:06,722 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-23T02:17:06,722 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:17:06,722 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:17:06,722 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:17:06,722 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328226275Running coprocessor pre-close hooks at 1732328226275Disabling compacts and flushes for region at 1732328226275Disabling writes for close at 1732328226275Obtaining lock to block concurrent updates at 1732328226275Preparing flush snapshotting stores in 1588230740 at 1732328226275Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732328226276 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732328226277 (+1 ms)Flushing 1588230740/info: creating writer at 1732328226277Flushing 1588230740/info: appending metadata at 1732328226294 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732328226294Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5304ce51: reopening flushed file at 1732328226707 (+413 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=19, compaction requested=false at 1732328226716 (+9 ms)Writing region close event to WAL at 1732328226717 (+1 ms)Running coprocessor post-close hooks at 1732328226722 (+5 ms)Closed at 1732328226722 2024-11-23T02:17:06,723 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T02:17:06,876 INFO [RS:0;72b6db343a5d:40409 {}] regionserver.HRegionServer(976): stopping server 72b6db343a5d,40409,1732328218811; all regions closed. 2024-11-23T02:17:06,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741849_1025 (size=2156) 2024-11-23T02:17:06,882 DEBUG [RS:0;72b6db343a5d:40409 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/oldWALs 2024-11-23T02:17:06,882 INFO [RS:0;72b6db343a5d:40409 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 72b6db343a5d%2C40409%2C1732328218811.meta:.meta(num 1732328219709) 2024-11-23T02:17:06,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741850_1026 (size=796) 2024-11-23T02:17:06,886 DEBUG [RS:0;72b6db343a5d:40409 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/oldWALs 2024-11-23T02:17:06,886 INFO [RS:0;72b6db343a5d:40409 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 72b6db343a5d%2C40409%2C1732328218811.rep:(num 1732328223977) 2024-11-23T02:17:06,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741848_1024 (size=93) 2024-11-23T02:17:06,890 DEBUG [RS:0;72b6db343a5d:40409 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/oldWALs 2024-11-23T02:17:06,890 INFO [RS:0;72b6db343a5d:40409 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 72b6db343a5d%2C40409%2C1732328218811:(num 1732328219470) 2024-11-23T02:17:06,890 DEBUG [RS:0;72b6db343a5d:40409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:06,890 INFO [RS:0;72b6db343a5d:40409 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:17:06,890 INFO [RS:0;72b6db343a5d:40409 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:17:06,890 INFO [RS:0;72b6db343a5d:40409 {}] hbase.ChoreService(370): Chore service for: regionserver/72b6db343a5d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T02:17:06,890 INFO [RS:0;72b6db343a5d:40409 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:17:06,890 INFO [regionserver/72b6db343a5d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:17:06,891 INFO [RS:0;72b6db343a5d:40409 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-72b6db343a5d,40409,1732328218811 because: Region server is closing 2024-11-23T02:17:06,891 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/72b6db343a5d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-23T02:17:06,891 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/72b6db343a5d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-23T02:17:06,891 INFO [RS:0;72b6db343a5d:40409 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:40409. 2024-11-23T02:17:06,891 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/72b6db343a5d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-23T02:17:06,891 DEBUG [RS:0;72b6db343a5d:40409 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:17:06,891 DEBUG [RS:0;72b6db343a5d:40409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:06,891 DEBUG [RS:0;72b6db343a5d:40409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:06,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:17:06,992 WARN [RS:0;72b6db343a5d:40409.replicationSource.wal-reader.72b6db343a5d%2C40409%2C1732328218811,1-72b6db343a5d,40409,1732328218811 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T02:17:06,992 WARN [RS:0;72b6db343a5d:40409.replicationSource.shipper72b6db343a5d%2C40409%2C1732328218811,1-72b6db343a5d,40409,1732328218811 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T02:17:06,992 INFO [RS:0;72b6db343a5d:40409 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;72b6db343a5d:40409.replicationSource.shipper72b6db343a5d%2C40409%2C1732328218811,1-72b6db343a5d,40409,1732328218811 terminated 2024-11-23T02:17:06,992 INFO [RS:0;72b6db343a5d:40409 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-72b6db343a5d,40409,1732328218811 because: Region server is closing 2024-11-23T02:17:06,993 INFO [RS:0;72b6db343a5d:40409 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:40409. 2024-11-23T02:17:06,993 DEBUG [RS:0;72b6db343a5d:40409 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:17:06,993 DEBUG [RS:0;72b6db343a5d:40409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:06,993 DEBUG [RS:0;72b6db343a5d:40409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:06,993 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:17:07,093 WARN [RS:0;72b6db343a5d:40409.replicationSource.wal-reader.72b6db343a5d%2C40409%2C1732328218811,2-72b6db343a5d,40409,1732328218811 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T02:17:07,093 WARN [RS:0;72b6db343a5d:40409.replicationSource.shipper72b6db343a5d%2C40409%2C1732328218811,2-72b6db343a5d,40409,1732328218811 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T02:17:07,094 INFO [RS:0;72b6db343a5d:40409 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;72b6db343a5d:40409.replicationSource.shipper72b6db343a5d%2C40409%2C1732328218811,2-72b6db343a5d,40409,1732328218811 terminated 2024-11-23T02:17:07,094 INFO [RS:0;72b6db343a5d:40409 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40409 2024-11-23T02:17:07,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x101429c80920006, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0894823599/rs 2024-11-23T02:17:07,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40409-0x101429c80920007, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0894823599/rs/72b6db343a5d,40409,1732328218811 2024-11-23T02:17:07,096 INFO [RS:0;72b6db343a5d:40409 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:17:07,098 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [72b6db343a5d,40409,1732328218811] 2024-11-23T02:17:07,100 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0894823599/draining/72b6db343a5d,40409,1732328218811 already deleted, retry=false 2024-11-23T02:17:07,100 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 72b6db343a5d,40409,1732328218811 expired; onlineServers=0 2024-11-23T02:17:07,100 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '72b6db343a5d,41923,1732328218774' ***** 2024-11-23T02:17:07,100 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T02:17:07,100 INFO [M:0;72b6db343a5d:41923 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:17:07,100 INFO [M:0;72b6db343a5d:41923 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:17:07,100 DEBUG [M:0;72b6db343a5d:41923 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T02:17:07,100 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T02:17:07,100 DEBUG [M:0;72b6db343a5d:41923 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T02:17:07,100 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328219125 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328219125,5,FailOnTimeoutGroup] 2024-11-23T02:17:07,100 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328219125 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328219125,5,FailOnTimeoutGroup] 2024-11-23T02:17:07,101 INFO [M:0;72b6db343a5d:41923 {}] hbase.ChoreService(370): Chore service for: master/72b6db343a5d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T02:17:07,101 INFO [M:0;72b6db343a5d:41923 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:17:07,101 DEBUG [M:0;72b6db343a5d:41923 {}] master.HMaster(1795): Stopping service threads 2024-11-23T02:17:07,101 INFO [M:0;72b6db343a5d:41923 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T02:17:07,101 INFO [M:0;72b6db343a5d:41923 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:17:07,101 INFO [M:0;72b6db343a5d:41923 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T02:17:07,101 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T02:17:07,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x101429c80920006, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0894823599/master 2024-11-23T02:17:07,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x101429c80920006, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0894823599 2024-11-23T02:17:07,103 DEBUG [M:0;72b6db343a5d:41923 {}] zookeeper.ZKUtil(347): master:41923-0x101429c80920006, quorum=127.0.0.1:62015, baseZNode=/0894823599 Unable to get data of znode /0894823599/master because node does not exist (not an error) 2024-11-23T02:17:07,103 WARN [M:0;72b6db343a5d:41923 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T02:17:07,104 INFO [M:0;72b6db343a5d:41923 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/.lastflushedseqids 2024-11-23T02:17:07,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741852_1028 (size=181) 2024-11-23T02:17:07,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40409-0x101429c80920007, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:17:07,199 INFO [RS:0;72b6db343a5d:40409 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:17:07,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40409-0x101429c80920007, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:17:07,199 INFO [RS:0;72b6db343a5d:40409 {}] regionserver.HRegionServer(1031): Exiting; stopping=72b6db343a5d,40409,1732328218811; zookeeper connection closed. 2024-11-23T02:17:07,199 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4659f932 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4659f932 2024-11-23T02:17:07,199 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T02:17:07,512 INFO [M:0;72b6db343a5d:41923 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T02:17:07,512 INFO [M:0;72b6db343a5d:41923 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T02:17:07,512 DEBUG [M:0;72b6db343a5d:41923 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:17:07,512 INFO [M:0;72b6db343a5d:41923 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:17:07,512 DEBUG [M:0;72b6db343a5d:41923 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:17:07,512 DEBUG [M:0;72b6db343a5d:41923 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:17:07,512 DEBUG [M:0;72b6db343a5d:41923 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:17:07,513 INFO [M:0;72b6db343a5d:41923 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-23T02:17:07,540 DEBUG [M:0;72b6db343a5d:41923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd2069b6736444a297f23ec45ed97c38 is 82, key is hbase:meta,,1/info:regioninfo/1732328219775/Put/seqid=0 2024-11-23T02:17:07,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741853_1029 (size=5680) 2024-11-23T02:17:07,547 INFO [M:0;72b6db343a5d:41923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd2069b6736444a297f23ec45ed97c38 2024-11-23T02:17:07,573 DEBUG [M:0;72b6db343a5d:41923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e9f584297c749c9bea0733ab2372bae is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732328224032/Put/seqid=0 2024-11-23T02:17:07,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741854_1030 (size=7319) 2024-11-23T02:17:07,578 INFO [M:0;72b6db343a5d:41923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e9f584297c749c9bea0733ab2372bae 2024-11-23T02:17:07,603 DEBUG [M:0;72b6db343a5d:41923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/648fcca99efc40bc9252f2f50ed93445 is 69, key is 72b6db343a5d,40409,1732328218811/rs:state/1732328219159/Put/seqid=0 2024-11-23T02:17:07,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741855_1031 (size=5371) 2024-11-23T02:17:08,010 INFO [M:0;72b6db343a5d:41923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/648fcca99efc40bc9252f2f50ed93445 2024-11-23T02:17:08,025 INFO [M:0;72b6db343a5d:41923 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 648fcca99efc40bc9252f2f50ed93445 2024-11-23T02:17:08,028 DEBUG [M:0;72b6db343a5d:41923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd2069b6736444a297f23ec45ed97c38 as hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd2069b6736444a297f23ec45ed97c38 2024-11-23T02:17:08,055 INFO [M:0;72b6db343a5d:41923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd2069b6736444a297f23ec45ed97c38, entries=8, sequenceid=172, filesize=5.5 K 2024-11-23T02:17:08,057 DEBUG [M:0;72b6db343a5d:41923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e9f584297c749c9bea0733ab2372bae as hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0e9f584297c749c9bea0733ab2372bae 2024-11-23T02:17:08,066 INFO [M:0;72b6db343a5d:41923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0e9f584297c749c9bea0733ab2372bae, entries=7, sequenceid=172, filesize=7.1 K 2024-11-23T02:17:08,068 DEBUG [M:0;72b6db343a5d:41923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/648fcca99efc40bc9252f2f50ed93445 as hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/648fcca99efc40bc9252f2f50ed93445 2024-11-23T02:17:08,083 INFO [M:0;72b6db343a5d:41923 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 648fcca99efc40bc9252f2f50ed93445 2024-11-23T02:17:08,083 INFO [M:0;72b6db343a5d:41923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37059/user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/648fcca99efc40bc9252f2f50ed93445, entries=2, sequenceid=172, filesize=5.2 K 2024-11-23T02:17:08,084 INFO [M:0;72b6db343a5d:41923 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 572ms, sequenceid=172, compaction requested=false 2024-11-23T02:17:08,093 INFO [M:0;72b6db343a5d:41923 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:17:08,093 DEBUG [M:0;72b6db343a5d:41923 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328227512Disabling compacts and flushes for region at 1732328227512Disabling writes for close at 1732328227512Obtaining lock to block concurrent updates at 1732328227513 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732328227513Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732328227513Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732328227514 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732328227514Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732328227539 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732328227539Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732328227555 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732328227572 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732328227572Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732328227584 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732328227602 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732328227602Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23cfd337: reopening flushed file at 1732328228025 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@314aa179: reopening flushed file at 1732328228055 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@402ef328: reopening flushed file at 1732328228066 (+11 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 572ms, sequenceid=172, compaction requested=false at 1732328228084 (+18 ms)Writing region close event to WAL at 1732328228093 (+9 ms)Closed at 1732328228093 2024-11-23T02:17:08,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44027 is added to blk_1073741847_1023 (size=22949) 2024-11-23T02:17:08,100 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3296f0a2-544d-4602-b9e7-e7bdc39a8ec8/MasterData/WALs/72b6db343a5d,41923,1732328218774/72b6db343a5d%2C41923%2C1732328218774.1732328218923 not finished, retry = 0 2024-11-23T02:17:08,201 INFO [M:0;72b6db343a5d:41923 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T02:17:08,201 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:17:08,202 INFO [M:0;72b6db343a5d:41923 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41923 2024-11-23T02:17:08,202 INFO [M:0;72b6db343a5d:41923 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:17:08,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x101429c80920006, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:17:08,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x101429c80920006, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:17:08,305 INFO [M:0;72b6db343a5d:41923 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:17:08,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e8f3faa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:17:08,314 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b5ffbb3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:17:08,314 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:17:08,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10d52e92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:17:08,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a9f6e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/hadoop.log.dir/,STOPPED} 2024-11-23T02:17:08,316 WARN [BP-319984333-172.17.0.2-1732328200505 heartbeating to localhost/127.0.0.1:37059 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T02:17:08,316 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T02:17:08,316 WARN [BP-319984333-172.17.0.2-1732328200505 heartbeating to localhost/127.0.0.1:37059 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-319984333-172.17.0.2-1732328200505 (Datanode Uuid a024f5eb-0922-4850-8b77-2c213e12753a) service to localhost/127.0.0.1:37059 2024-11-23T02:17:08,316 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T02:17:08,317 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/cluster_3c21c600-58d7-d4ad-e739-df38a5aad438/data/data1/current/BP-319984333-172.17.0.2-1732328200505 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:17:08,317 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/cluster_3c21c600-58d7-d4ad-e739-df38a5aad438/data/data2/current/BP-319984333-172.17.0.2-1732328200505 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:17:08,317 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T02:17:08,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18bfe0d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:17:08,324 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d915aa3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:17:08,324 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:17:08,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@346b1178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:17:08,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29fca5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce50f25f-6e7b-db9d-8185-f0fd9914488b/hadoop.log.dir/,STOPPED} 2024-11-23T02:17:08,333 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T02:17:08,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T02:17:08,359 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62015) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:37059 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39565 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/72b6db343a5d:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: regionserver/72b6db343a5d:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/72b6db343a5d:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/72b6db343a5d:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37059 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39565 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39565 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:37059 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37059 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37059 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39565 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62015) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/72b6db343a5d:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37059 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39565 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@5f847957 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=222 (was 296), ProcessCount=11 (was 11), AvailableMemoryMB=7010 (was 7877) 2024-11-23T02:17:08,368 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=222, ProcessCount=11, AvailableMemoryMB=7009 2024-11-23T02:17:08,386 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-23T02:17:08,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c/hadoop.log.dir so I do NOT create it in target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25 2024-11-23T02:17:08,388 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T02:17:08,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c/hadoop.tmp.dir so I do NOT create it in target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25 2024-11-23T02:17:08,388 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87d78624-8f5d-ae71-154b-126ba2219d9c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T02:17:08,388 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25 2024-11-23T02:17:08,388 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/cluster_2542855e-5d31-b646-4724-e184633c6599, deleteOnExit=true 2024-11-23T02:17:08,395 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/cluster_2542855e-5d31-b646-4724-e184633c6599/zookeeper_0, clientPort=58109, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/cluster_2542855e-5d31-b646-4724-e184633c6599/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/cluster_2542855e-5d31-b646-4724-e184633c6599/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T02:17:08,396 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58109 2024-11-23T02:17:08,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T02:17:08,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T02:17:08,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/test.cache.data in system properties and HBase conf 2024-11-23T02:17:08,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T02:17:08,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/hadoop.log.dir in system properties and HBase conf 2024-11-23T02:17:08,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T02:17:08,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T02:17:08,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T02:17:08,397 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T02:17:08,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:17:08,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:17:08,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T02:17:08,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:17:08,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T02:17:08,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T02:17:08,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:17:08,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:17:08,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T02:17:08,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/nfs.dump.dir in system properties and HBase conf 2024-11-23T02:17:08,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/java.io.tmpdir in system properties and HBase conf 2024-11-23T02:17:08,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:17:08,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T02:17:08,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T02:17:08,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101429c80920002, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T02:17:08,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101429c80920005, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T02:17:08,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101429c80920005, quorum=127.0.0.1:62015, baseZNode=/1953266828 Received Disconnected from ZooKeeper, ignoring 2024-11-23T02:17:08,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101429c80920002, quorum=127.0.0.1:62015, baseZNode=/0894823599 Received Disconnected from ZooKeeper, ignoring 2024-11-23T02:17:08,532 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:17:08,539 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:17:08,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:17:08,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:17:08,545 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T02:17:08,547 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:17:08,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66ef218d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:17:08,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5166ed4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:17:08,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70ceb0cd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/java.io.tmpdir/jetty-localhost-37949-hadoop-hdfs-3_4_1-tests_jar-_-any-2068045081486692826/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:17:08,692 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25313835{HTTP/1.1, (http/1.1)}{localhost:37949} 2024-11-23T02:17:08,692 INFO [Time-limited test {}] server.Server(415): Started @30287ms 2024-11-23T02:17:08,819 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:17:08,823 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:17:08,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:17:08,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:17:08,825 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T02:17:08,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48cdbddd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:17:08,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33b5c6c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:17:08,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75f3a796{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/java.io.tmpdir/jetty-localhost-32933-hadoop-hdfs-3_4_1-tests_jar-_-any-17713335110547568292/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:17:08,948 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ac469b8{HTTP/1.1, (http/1.1)}{localhost:32933} 2024-11-23T02:17:08,948 INFO [Time-limited test {}] server.Server(415): Started @30544ms 2024-11-23T02:17:08,950 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T02:17:09,058 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/cluster_2542855e-5d31-b646-4724-e184633c6599/data/data1/current/BP-1574944275-172.17.0.2-1732328228438/current, will proceed with Du for space computation calculation, 2024-11-23T02:17:09,058 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/cluster_2542855e-5d31-b646-4724-e184633c6599/data/data2/current/BP-1574944275-172.17.0.2-1732328228438/current, will proceed with Du for space computation calculation, 2024-11-23T02:17:09,079 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T02:17:09,082 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x748befb26df5f0aa with lease ID 0xb6e14389b6f5501d: Processing first storage report for DS-bc3f1a64-62b5-456e-a57e-d69f73178cea from datanode DatanodeRegistration(127.0.0.1:37295, datanodeUuid=120dfadb-c874-4a69-a8ee-204e0a959f88, infoPort=35663, infoSecurePort=0, ipcPort=41995, storageInfo=lv=-57;cid=testClusterID;nsid=1656434113;c=1732328228438) 2024-11-23T02:17:09,082 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x748befb26df5f0aa with lease ID 0xb6e14389b6f5501d: from storage DS-bc3f1a64-62b5-456e-a57e-d69f73178cea node DatanodeRegistration(127.0.0.1:37295, datanodeUuid=120dfadb-c874-4a69-a8ee-204e0a959f88, infoPort=35663, infoSecurePort=0, ipcPort=41995, storageInfo=lv=-57;cid=testClusterID;nsid=1656434113;c=1732328228438), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:17:09,082 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x748befb26df5f0aa with lease ID 0xb6e14389b6f5501d: Processing first storage report for DS-e6f370ce-b88b-409c-92e4-c65a2953ee67 from datanode DatanodeRegistration(127.0.0.1:37295, datanodeUuid=120dfadb-c874-4a69-a8ee-204e0a959f88, infoPort=35663, infoSecurePort=0, ipcPort=41995, storageInfo=lv=-57;cid=testClusterID;nsid=1656434113;c=1732328228438) 2024-11-23T02:17:09,082 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x748befb26df5f0aa with lease ID 0xb6e14389b6f5501d: from storage DS-e6f370ce-b88b-409c-92e4-c65a2953ee67 node DatanodeRegistration(127.0.0.1:37295, datanodeUuid=120dfadb-c874-4a69-a8ee-204e0a959f88, infoPort=35663, infoSecurePort=0, ipcPort=41995, storageInfo=lv=-57;cid=testClusterID;nsid=1656434113;c=1732328228438), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:17:09,183 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25 2024-11-23T02:17:09,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:17:09,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:17:09,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37295 is added to blk_1073741825_1001 (size=7) 2024-11-23T02:17:09,596 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d with version=8 2024-11-23T02:17:09,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/hbase-staging 2024-11-23T02:17:09,600 INFO [Time-limited test {}] client.ConnectionUtils(128): master/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:17:09,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:17:09,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:17:09,600 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:17:09,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:17:09,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:17:09,600 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T02:17:09,600 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:17:09,601 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42709 2024-11-23T02:17:09,603 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42709 connecting to ZooKeeper ensemble=127.0.0.1:58109 2024-11-23T02:17:09,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427090x0, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:17:09,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42709-0x101429cf0b60000 connected 2024-11-23T02:17:09,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:17:09,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:17:09,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42709-0x101429cf0b60000, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Set watcher on znode that does not yet exist, /0-1139389411/running 2024-11-23T02:17:09,665 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d, hbase.cluster.distributed=false 2024-11-23T02:17:09,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42709-0x101429cf0b60000, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Set watcher on znode that does not yet exist, /0-1139389411/acl 2024-11-23T02:17:09,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42709 2024-11-23T02:17:09,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42709 2024-11-23T02:17:09,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42709 2024-11-23T02:17:09,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42709 2024-11-23T02:17:09,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42709 2024-11-23T02:17:09,687 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:17:09,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:17:09,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:17:09,688 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:17:09,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:17:09,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:17:09,688 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T02:17:09,688 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:17:09,688 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33783 2024-11-23T02:17:09,690 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33783 connecting to ZooKeeper ensemble=127.0.0.1:58109 2024-11-23T02:17:09,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:17:09,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:17:09,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337830x0, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:17:09,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337830x0, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Set watcher on znode that does not yet exist, /0-1139389411/running 2024-11-23T02:17:09,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33783-0x101429cf0b60001 connected 2024-11-23T02:17:09,697 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T02:17:09,697 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T02:17:09,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33783-0x101429cf0b60001, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Set watcher on znode that does not yet exist, /0-1139389411/master 2024-11-23T02:17:09,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33783-0x101429cf0b60001, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Set watcher on znode that does not yet exist, /0-1139389411/acl 2024-11-23T02:17:09,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33783 2024-11-23T02:17:09,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33783 2024-11-23T02:17:09,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33783 2024-11-23T02:17:09,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33783 2024-11-23T02:17:09,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33783 2024-11-23T02:17:09,719 DEBUG [M:0;72b6db343a5d:42709 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;72b6db343a5d:42709 2024-11-23T02:17:09,719 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1139389411/backup-masters/72b6db343a5d,42709,1732328229599 2024-11-23T02:17:09,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x101429cf0b60000, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139389411/backup-masters 2024-11-23T02:17:09,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x101429cf0b60001, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139389411/backup-masters 2024-11-23T02:17:09,723 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42709-0x101429cf0b60000, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Set watcher on existing znode=/0-1139389411/backup-masters/72b6db343a5d,42709,1732328229599 2024-11-23T02:17:09,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x101429cf0b60001, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1139389411/master 2024-11-23T02:17:09,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x101429cf0b60001, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139389411 2024-11-23T02:17:09,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x101429cf0b60000, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139389411 2024-11-23T02:17:09,725 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42709-0x101429cf0b60000, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Set watcher on existing znode=/0-1139389411/master 2024-11-23T02:17:09,726 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1139389411/backup-masters/72b6db343a5d,42709,1732328229599 from backup master directory 2024-11-23T02:17:09,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x101429cf0b60000, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1139389411/backup-masters/72b6db343a5d,42709,1732328229599 2024-11-23T02:17:09,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x101429cf0b60001, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139389411/backup-masters 2024-11-23T02:17:09,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x101429cf0b60000, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139389411/backup-masters 2024-11-23T02:17:09,727 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:17:09,727 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=72b6db343a5d,42709,1732328229599 2024-11-23T02:17:09,732 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/hbase.id] with ID: 086d60d6-9223-4f12-ab61-5ddc6df1f0c9 2024-11-23T02:17:09,732 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/.tmp/hbase.id 2024-11-23T02:17:09,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37295 is added to blk_1073741826_1002 (size=42) 2024-11-23T02:17:10,138 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/.tmp/hbase.id]:[hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/hbase.id] 2024-11-23T02:17:10,151 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:17:10,151 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T02:17:10,152 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T02:17:10,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x101429cf0b60001, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139389411 2024-11-23T02:17:10,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x101429cf0b60000, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139389411 2024-11-23T02:17:10,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37295 is added to blk_1073741827_1003 (size=196) 2024-11-23T02:17:10,562 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:17:10,563 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T02:17:10,563 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:17:10,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37295 is added to blk_1073741828_1004 (size=1189) 2024-11-23T02:17:10,972 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/MasterData/data/master/store 2024-11-23T02:17:10,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37295 is added to blk_1073741829_1005 (size=34) 2024-11-23T02:17:11,379 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:17:11,379 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:17:11,379 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:17:11,379 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:17:11,379 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:17:11,379 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:17:11,379 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:17:11,379 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328231379Disabling compacts and flushes for region at 1732328231379Disabling writes for close at 1732328231379Writing region close event to WAL at 1732328231379Closed at 1732328231379 2024-11-23T02:17:11,380 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/MasterData/data/master/store/.initializing 2024-11-23T02:17:11,380 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/MasterData/WALs/72b6db343a5d,42709,1732328229599 2024-11-23T02:17:11,382 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:17:11,384 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=72b6db343a5d%2C42709%2C1732328229599, suffix=, logDir=hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/MasterData/WALs/72b6db343a5d,42709,1732328229599, archiveDir=hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/MasterData/oldWALs, maxLogs=10 2024-11-23T02:17:11,397 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/MasterData/WALs/72b6db343a5d,42709,1732328229599/72b6db343a5d%2C42709%2C1732328229599.1732328231384, exclude list is [], retry=0 2024-11-23T02:17:11,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37295,DS-bc3f1a64-62b5-456e-a57e-d69f73178cea,DISK] 2024-11-23T02:17:11,402 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/MasterData/WALs/72b6db343a5d,42709,1732328229599/72b6db343a5d%2C42709%2C1732328229599.1732328231384 2024-11-23T02:17:11,402 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35663:35663)] 2024-11-23T02:17:11,402 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:17:11,402 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:17:11,403 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:11,403 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:11,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:11,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T02:17:11,405 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:11,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:17:11,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:11,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T02:17:11,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:11,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:17:11,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:11,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T02:17:11,409 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:11,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:17:11,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:11,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T02:17:11,410 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:11,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:17:11,411 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:11,411 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:11,412 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:11,413 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:11,413 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:11,414 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:17:11,415 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:11,417 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:17:11,417 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65628880, jitterRate=-0.02205348014831543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:17:11,418 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732328231403Initializing all the Stores at 1732328231404 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328231404Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328231404Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328231404Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328231404Cleaning up temporary data from old regions at 1732328231413 (+9 ms)Region opened successfully at 1732328231418 (+5 ms) 2024-11-23T02:17:11,418 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T02:17:11,421 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ac14a3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:17:11,422 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T02:17:11,422 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T02:17:11,423 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T02:17:11,423 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T02:17:11,423 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T02:17:11,423 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T02:17:11,423 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T02:17:11,425 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T02:17:11,426 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42709-0x101429cf0b60000, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Unable to get data of znode /0-1139389411/balancer because node does not exist (not necessarily an error) 2024-11-23T02:17:11,428 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1139389411/balancer already deleted, retry=false 2024-11-23T02:17:11,428 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T02:17:11,429 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42709-0x101429cf0b60000, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Unable to get data of znode /0-1139389411/normalizer because node does not exist (not necessarily an error) 2024-11-23T02:17:11,430 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1139389411/normalizer already deleted, retry=false 2024-11-23T02:17:11,430 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T02:17:11,431 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42709-0x101429cf0b60000, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Unable to get data of znode /0-1139389411/switch/split because node does not exist (not necessarily an error) 2024-11-23T02:17:11,433 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1139389411/switch/split already deleted, retry=false 2024-11-23T02:17:11,434 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42709-0x101429cf0b60000, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Unable to get data of znode /0-1139389411/switch/merge because node does not exist (not necessarily an error) 2024-11-23T02:17:11,435 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1139389411/switch/merge already deleted, retry=false 2024-11-23T02:17:11,437 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42709-0x101429cf0b60000, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Unable to get data of znode /0-1139389411/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T02:17:11,438 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1139389411/snapshot-cleanup already deleted, retry=false 2024-11-23T02:17:11,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x101429cf0b60001, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1139389411/running 2024-11-23T02:17:11,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x101429cf0b60000, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1139389411/running 2024-11-23T02:17:11,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x101429cf0b60001, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139389411 2024-11-23T02:17:11,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x101429cf0b60000, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139389411 2024-11-23T02:17:11,441 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=72b6db343a5d,42709,1732328229599, sessionid=0x101429cf0b60000, setting cluster-up flag (Was=false) 2024-11-23T02:17:11,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x101429cf0b60000, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139389411 2024-11-23T02:17:11,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x101429cf0b60001, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139389411 2024-11-23T02:17:11,452 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1139389411/flush-table-proc/acquired, /0-1139389411/flush-table-proc/reached, /0-1139389411/flush-table-proc/abort 2024-11-23T02:17:11,453 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,42709,1732328229599 2024-11-23T02:17:11,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x101429cf0b60000, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139389411 2024-11-23T02:17:11,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x101429cf0b60001, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139389411 2024-11-23T02:17:11,466 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1139389411/online-snapshot/acquired, /0-1139389411/online-snapshot/reached, /0-1139389411/online-snapshot/abort 2024-11-23T02:17:11,467 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,42709,1732328229599 2024-11-23T02:17:11,469 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T02:17:11,470 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T02:17:11,471 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T02:17:11,471 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T02:17:11,471 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 72b6db343a5d,42415,1732328203885: status=Processing ServerCrashProcedure of 72b6db343a5d,42415,1732328203885 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732328219124, completionTime=-1 appears to have been leaked 2024-11-23T02:17:11,472 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 72b6db343a5d,42709,1732328229599 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T02:17:11,473 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:17:11,473 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:17:11,473 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:17:11,473 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:17:11,473 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/72b6db343a5d:0, corePoolSize=10, maxPoolSize=10 2024-11-23T02:17:11,473 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:11,473 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:17:11,473 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:11,474 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732328261474 2024-11-23T02:17:11,474 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T02:17:11,474 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T02:17:11,474 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T02:17:11,474 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T02:17:11,474 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T02:17:11,474 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T02:17:11,475 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:11,475 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T02:17:11,475 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T02:17:11,475 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:17:11,475 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T02:17:11,475 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T02:17:11,475 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T02:17:11,476 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T02:17:11,476 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T02:17:11,476 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328231476,5,FailOnTimeoutGroup] 2024-11-23T02:17:11,476 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328231476,5,FailOnTimeoutGroup] 2024-11-23T02:17:11,476 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:11,476 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:11,476 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T02:17:11,476 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:11,476 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:11,476 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T02:17:11,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37295 is added to blk_1073741831_1007 (size=1321) 2024-11-23T02:17:11,507 INFO [RS:0;72b6db343a5d:33783 {}] regionserver.HRegionServer(746): ClusterId : 086d60d6-9223-4f12-ab61-5ddc6df1f0c9 2024-11-23T02:17:11,507 DEBUG [RS:0;72b6db343a5d:33783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T02:17:11,509 DEBUG [RS:0;72b6db343a5d:33783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T02:17:11,509 DEBUG [RS:0;72b6db343a5d:33783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T02:17:11,511 DEBUG [RS:0;72b6db343a5d:33783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T02:17:11,511 DEBUG [RS:0;72b6db343a5d:33783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7b30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:17:11,523 DEBUG [RS:0;72b6db343a5d:33783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;72b6db343a5d:33783 2024-11-23T02:17:11,523 INFO [RS:0;72b6db343a5d:33783 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T02:17:11,523 INFO [RS:0;72b6db343a5d:33783 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T02:17:11,523 DEBUG [RS:0;72b6db343a5d:33783 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T02:17:11,524 INFO [RS:0;72b6db343a5d:33783 {}] regionserver.HRegionServer(2659): reportForDuty to master=72b6db343a5d,42709,1732328229599 with port=33783, startcode=1732328229687 2024-11-23T02:17:11,524 DEBUG [RS:0;72b6db343a5d:33783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T02:17:11,526 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T02:17:11,527 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42709 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 72b6db343a5d,33783,1732328229687 2024-11-23T02:17:11,527 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42709 {}] master.ServerManager(517): Registering regionserver=72b6db343a5d,33783,1732328229687 2024-11-23T02:17:11,529 DEBUG [RS:0;72b6db343a5d:33783 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d 2024-11-23T02:17:11,529 DEBUG [RS:0;72b6db343a5d:33783 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39737 2024-11-23T02:17:11,529 DEBUG [RS:0;72b6db343a5d:33783 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T02:17:11,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x101429cf0b60000, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139389411/rs 2024-11-23T02:17:11,532 DEBUG [RS:0;72b6db343a5d:33783 {}] zookeeper.ZKUtil(111): regionserver:33783-0x101429cf0b60001, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Set watcher on existing znode=/0-1139389411/rs/72b6db343a5d,33783,1732328229687 2024-11-23T02:17:11,532 WARN [RS:0;72b6db343a5d:33783 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:17:11,532 INFO [RS:0;72b6db343a5d:33783 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:17:11,532 DEBUG [RS:0;72b6db343a5d:33783 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/WALs/72b6db343a5d,33783,1732328229687 2024-11-23T02:17:11,532 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [72b6db343a5d,33783,1732328229687] 2024-11-23T02:17:11,537 INFO [RS:0;72b6db343a5d:33783 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T02:17:11,538 INFO [RS:0;72b6db343a5d:33783 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T02:17:11,538 INFO [RS:0;72b6db343a5d:33783 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T02:17:11,538 INFO [RS:0;72b6db343a5d:33783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:11,539 INFO [RS:0;72b6db343a5d:33783 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T02:17:11,539 INFO [RS:0;72b6db343a5d:33783 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T02:17:11,539 INFO [RS:0;72b6db343a5d:33783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:11,540 DEBUG [RS:0;72b6db343a5d:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:11,540 DEBUG [RS:0;72b6db343a5d:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:11,540 DEBUG [RS:0;72b6db343a5d:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:11,540 DEBUG [RS:0;72b6db343a5d:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:11,540 DEBUG [RS:0;72b6db343a5d:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:11,540 DEBUG [RS:0;72b6db343a5d:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:17:11,540 DEBUG [RS:0;72b6db343a5d:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:11,540 DEBUG [RS:0;72b6db343a5d:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:11,540 DEBUG [RS:0;72b6db343a5d:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:11,540 DEBUG [RS:0;72b6db343a5d:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:11,540 DEBUG [RS:0;72b6db343a5d:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:11,540 DEBUG [RS:0;72b6db343a5d:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:11,540 DEBUG [RS:0;72b6db343a5d:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:17:11,540 DEBUG [RS:0;72b6db343a5d:33783 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:17:11,541 INFO [RS:0;72b6db343a5d:33783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:11,541 INFO [RS:0;72b6db343a5d:33783 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:11,541 INFO [RS:0;72b6db343a5d:33783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:11,541 INFO [RS:0;72b6db343a5d:33783 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:11,541 INFO [RS:0;72b6db343a5d:33783 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:11,541 INFO [RS:0;72b6db343a5d:33783 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,33783,1732328229687-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:17:11,556 INFO [RS:0;72b6db343a5d:33783 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T02:17:11,556 INFO [RS:0;72b6db343a5d:33783 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,33783,1732328229687-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:11,556 INFO [RS:0;72b6db343a5d:33783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:11,556 INFO [RS:0;72b6db343a5d:33783 {}] regionserver.Replication(171): 72b6db343a5d,33783,1732328229687 started 2024-11-23T02:17:11,570 INFO [RS:0;72b6db343a5d:33783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:11,570 INFO [RS:0;72b6db343a5d:33783 {}] regionserver.HRegionServer(1482): Serving as 72b6db343a5d,33783,1732328229687, RpcServer on 72b6db343a5d/172.17.0.2:33783, sessionid=0x101429cf0b60001 2024-11-23T02:17:11,570 DEBUG [RS:0;72b6db343a5d:33783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T02:17:11,570 DEBUG [RS:0;72b6db343a5d:33783 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 72b6db343a5d,33783,1732328229687 2024-11-23T02:17:11,570 DEBUG [RS:0;72b6db343a5d:33783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,33783,1732328229687' 2024-11-23T02:17:11,570 DEBUG [RS:0;72b6db343a5d:33783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1139389411/flush-table-proc/abort' 2024-11-23T02:17:11,571 DEBUG [RS:0;72b6db343a5d:33783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1139389411/flush-table-proc/acquired' 2024-11-23T02:17:11,571 DEBUG [RS:0;72b6db343a5d:33783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T02:17:11,571 DEBUG [RS:0;72b6db343a5d:33783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T02:17:11,571 DEBUG [RS:0;72b6db343a5d:33783 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 72b6db343a5d,33783,1732328229687 2024-11-23T02:17:11,571 DEBUG [RS:0;72b6db343a5d:33783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,33783,1732328229687' 2024-11-23T02:17:11,571 DEBUG [RS:0;72b6db343a5d:33783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1139389411/online-snapshot/abort' 2024-11-23T02:17:11,571 DEBUG [RS:0;72b6db343a5d:33783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1139389411/online-snapshot/acquired' 2024-11-23T02:17:11,572 DEBUG [RS:0;72b6db343a5d:33783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T02:17:11,572 INFO [RS:0;72b6db343a5d:33783 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T02:17:11,572 INFO [RS:0;72b6db343a5d:33783 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T02:17:11,672 INFO [RS:0;72b6db343a5d:33783 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:17:11,674 INFO [RS:0;72b6db343a5d:33783 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C33783%2C1732328229687, suffix=, logDir=hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/WALs/72b6db343a5d,33783,1732328229687, archiveDir=hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/oldWALs, maxLogs=10 2024-11-23T02:17:11,688 DEBUG [RS:0;72b6db343a5d:33783 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/WALs/72b6db343a5d,33783,1732328229687/72b6db343a5d%2C33783%2C1732328229687.1732328231675, exclude list is [], retry=0 2024-11-23T02:17:11,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37295,DS-bc3f1a64-62b5-456e-a57e-d69f73178cea,DISK] 2024-11-23T02:17:11,693 INFO [RS:0;72b6db343a5d:33783 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/WALs/72b6db343a5d,33783,1732328229687/72b6db343a5d%2C33783%2C1732328229687.1732328231675 2024-11-23T02:17:11,693 DEBUG [RS:0;72b6db343a5d:33783 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35663:35663)] 2024-11-23T02:17:11,783 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T02:17:11,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:17:11,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:17:11,883 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T02:17:11,883 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d 2024-11-23T02:17:11,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37295 is added to blk_1073741833_1009 (size=32) 2024-11-23T02:17:12,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:17:12,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:17:12,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:17:12,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:12,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:17:12,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:17:12,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:17:12,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:12,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:17:12,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:17:12,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:17:12,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:12,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:17:12,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:17:12,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:17:12,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:12,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:17:12,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:17:12,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/data/hbase/meta/1588230740 2024-11-23T02:17:12,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/data/hbase/meta/1588230740 2024-11-23T02:17:12,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:17:12,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:17:12,303 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:17:12,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:17:12,308 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:17:12,308 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66372142, jitterRate=-0.010978013277053833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:17:12,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732328232291Initializing all the Stores at 1732328232292 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328232292Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328232292Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328232292Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328232292Cleaning up temporary data from old regions at 1732328232303 (+11 ms)Region opened successfully at 1732328232309 (+6 ms) 2024-11-23T02:17:12,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:17:12,309 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:17:12,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:17:12,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:17:12,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:17:12,309 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:17:12,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328232309Disabling compacts and flushes for region at 1732328232309Disabling writes for close at 1732328232309Writing region close event to WAL at 1732328232309Closed at 1732328232309 2024-11-23T02:17:12,311 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:17:12,311 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T02:17:12,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T02:17:12,313 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:17:12,314 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T02:17:12,464 DEBUG [72b6db343a5d:42709 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T02:17:12,465 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=72b6db343a5d,33783,1732328229687 2024-11-23T02:17:12,466 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,33783,1732328229687, state=OPENING 2024-11-23T02:17:12,468 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T02:17:12,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x101429cf0b60001, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139389411 2024-11-23T02:17:12,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x101429cf0b60000, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139389411 2024-11-23T02:17:12,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1139389411/meta-region-server: CHANGED 2024-11-23T02:17:12,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1139389411/meta-region-server: CHANGED 2024-11-23T02:17:12,475 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:17:12,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,33783,1732328229687}] 2024-11-23T02:17:12,629 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:17:12,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T02:17:12,635 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T02:17:12,635 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:17:12,635 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T02:17:12,637 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C33783%2C1732328229687.meta, suffix=.meta, logDir=hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/WALs/72b6db343a5d,33783,1732328229687, archiveDir=hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/oldWALs, maxLogs=10 2024-11-23T02:17:12,651 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/WALs/72b6db343a5d,33783,1732328229687/72b6db343a5d%2C33783%2C1732328229687.meta.1732328232637.meta, exclude list is [], retry=0 2024-11-23T02:17:12,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37295,DS-bc3f1a64-62b5-456e-a57e-d69f73178cea,DISK] 2024-11-23T02:17:12,656 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/WALs/72b6db343a5d,33783,1732328229687/72b6db343a5d%2C33783%2C1732328229687.meta.1732328232637.meta 2024-11-23T02:17:12,656 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35663:35663)] 2024-11-23T02:17:12,656 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:17:12,657 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:17:12,657 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:17:12,657 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T02:17:12,657 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T02:17:12,657 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T02:17:12,657 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:17:12,657 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T02:17:12,657 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T02:17:12,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:17:12,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:17:12,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:12,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:17:12,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:17:12,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:17:12,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:12,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:17:12,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:17:12,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:17:12,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:12,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:17:12,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:17:12,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:17:12,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:12,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:17:12,665 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:17:12,666 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/data/hbase/meta/1588230740 2024-11-23T02:17:12,667 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/data/hbase/meta/1588230740 2024-11-23T02:17:12,668 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:17:12,668 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:17:12,668 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:17:12,670 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:17:12,671 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62965900, jitterRate=-0.06173497438430786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:17:12,671 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T02:17:12,671 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732328232657Writing region info on filesystem at 1732328232657Initializing all the Stores at 1732328232658 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328232658Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328232659 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328232659Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328232659Cleaning up temporary data from old regions at 1732328232668 (+9 ms)Running coprocessor post-open hooks at 1732328232671 (+3 ms)Region opened successfully at 1732328232671 2024-11-23T02:17:12,672 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732328232629 2024-11-23T02:17:12,675 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T02:17:12,675 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T02:17:12,676 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,33783,1732328229687 2024-11-23T02:17:12,677 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,33783,1732328229687, state=OPEN 2024-11-23T02:17:12,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x101429cf0b60000, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1139389411/meta-region-server 2024-11-23T02:17:12,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x101429cf0b60001, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1139389411/meta-region-server 2024-11-23T02:17:12,680 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=72b6db343a5d,33783,1732328229687 2024-11-23T02:17:12,680 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1139389411/meta-region-server: CHANGED 2024-11-23T02:17:12,680 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1139389411/meta-region-server: CHANGED 2024-11-23T02:17:12,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T02:17:12,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,33783,1732328229687 in 205 msec 2024-11-23T02:17:12,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T02:17:12,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 371 msec 2024-11-23T02:17:12,685 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:17:12,686 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T02:17:12,687 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:17:12,687 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,33783,1732328229687, seqNum=-1] 2024-11-23T02:17:12,687 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:17:12,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:17:12,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2240 sec 2024-11-23T02:17:12,695 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732328232695, completionTime=-1 2024-11-23T02:17:12,695 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T02:17:12,695 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T02:17:12,697 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T02:17:12,697 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732328292697 2024-11-23T02:17:12,697 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732328352697 2024-11-23T02:17:12,697 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T02:17:12,698 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,42709,1732328229599-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:12,698 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,42709,1732328229599-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:12,698 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,42709,1732328229599-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:12,698 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-72b6db343a5d:42709, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:12,698 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:12,698 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:12,700 DEBUG [master/72b6db343a5d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T02:17:12,702 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.975sec 2024-11-23T02:17:12,702 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T02:17:12,702 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T02:17:12,702 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T02:17:12,702 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T02:17:12,702 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T02:17:12,702 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,42709,1732328229599-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:17:12,702 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,42709,1732328229599-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T02:17:12,704 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T02:17:12,704 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T02:17:12,704 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,42709,1732328229599-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:12,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@254fd7ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:12,708 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,42709,-1 for getting cluster id 2024-11-23T02:17:12,708 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:17:12,709 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '086d60d6-9223-4f12-ab61-5ddc6df1f0c9' 2024-11-23T02:17:12,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:17:12,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "086d60d6-9223-4f12-ab61-5ddc6df1f0c9" 2024-11-23T02:17:12,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c67b7bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:12,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,42709,-1] 2024-11-23T02:17:12,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:17:12,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:12,711 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:17:12,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328fb85c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:12,713 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:17:12,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,33783,1732328229687, seqNum=-1] 2024-11-23T02:17:12,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:17:12,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:17:12,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=72b6db343a5d,42709,1732328229599 2024-11-23T02:17:12,719 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58109 2024-11-23T02:17:12,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:17:12,722 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101429cf0b60002 connected 2024-11-23T02:17:12,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/hadoop.log.dir so I do NOT create it in target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d 2024-11-23T02:17:12,726 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T02:17:12,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/hadoop.tmp.dir so I do NOT create it in target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d 2024-11-23T02:17:12,726 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T02:17:12,726 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d 2024-11-23T02:17:12,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T02:17:12,726 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d/cluster_c6daf769-9745-8166-8f12-9c6511bec3b5, deleteOnExit=true 2024-11-23T02:17:12,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T02:17:12,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d/test.cache.data in system properties and HBase conf 2024-11-23T02:17:12,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T02:17:12,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d/hadoop.log.dir in system properties and HBase conf 2024-11-23T02:17:12,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T02:17:12,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T02:17:12,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T02:17:12,727 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T02:17:12,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:17:12,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:17:12,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T02:17:12,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:17:12,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T02:17:12,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T02:17:12,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:17:12,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:17:12,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T02:17:12,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d/nfs.dump.dir in system properties and HBase conf 2024-11-23T02:17:12,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d/java.io.tmpdir in system properties and HBase conf 2024-11-23T02:17:12,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:17:12,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T02:17:12,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T02:17:12,827 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:17:12,835 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:17:12,837 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:17:12,837 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:17:12,837 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T02:17:12,841 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:17:12,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23c3eab3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:17:12,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7636d219{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:17:12,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@285c258d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d/java.io.tmpdir/jetty-localhost-36909-hadoop-hdfs-3_4_1-tests_jar-_-any-2569768515470211066/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:17:12,958 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77c62866{HTTP/1.1, (http/1.1)}{localhost:36909} 2024-11-23T02:17:12,958 INFO [Time-limited test {}] server.Server(415): Started @34554ms 2024-11-23T02:17:13,045 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:17:13,048 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:17:13,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:17:13,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:17:13,049 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T02:17:13,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d3027a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:17:13,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fb9d941{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:17:13,167 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@761edb89{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d/java.io.tmpdir/jetty-localhost-37227-hadoop-hdfs-3_4_1-tests_jar-_-any-5365042022198274350/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:17:13,168 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a927960{HTTP/1.1, (http/1.1)}{localhost:37227} 2024-11-23T02:17:13,168 INFO [Time-limited test {}] server.Server(415): Started @34763ms 2024-11-23T02:17:13,169 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T02:17:13,274 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d/cluster_c6daf769-9745-8166-8f12-9c6511bec3b5/data/data1/current/BP-1157620627-172.17.0.2-1732328232765/current, will proceed with Du for space computation calculation, 2024-11-23T02:17:13,274 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d/cluster_c6daf769-9745-8166-8f12-9c6511bec3b5/data/data2/current/BP-1157620627-172.17.0.2-1732328232765/current, will proceed with Du for space computation calculation, 2024-11-23T02:17:13,298 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T02:17:13,301 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x31e4c6e73b7cebf9 with lease ID 0x6518a76cb3273418: Processing first storage report for DS-14a79f9e-cf5b-4b2b-b71c-c0b6c64339b0 from datanode DatanodeRegistration(127.0.0.1:34627, datanodeUuid=afbeb8b5-a2f0-466a-ba98-714be027ac51, infoPort=37547, infoSecurePort=0, ipcPort=42535, storageInfo=lv=-57;cid=testClusterID;nsid=316304771;c=1732328232765) 2024-11-23T02:17:13,301 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x31e4c6e73b7cebf9 with lease ID 0x6518a76cb3273418: from storage DS-14a79f9e-cf5b-4b2b-b71c-c0b6c64339b0 node DatanodeRegistration(127.0.0.1:34627, datanodeUuid=afbeb8b5-a2f0-466a-ba98-714be027ac51, infoPort=37547, infoSecurePort=0, ipcPort=42535, storageInfo=lv=-57;cid=testClusterID;nsid=316304771;c=1732328232765), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:17:13,301 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x31e4c6e73b7cebf9 with lease ID 0x6518a76cb3273418: Processing first storage report for DS-30646a8b-4c81-4bb9-81bc-7a0eddfa656a from datanode DatanodeRegistration(127.0.0.1:34627, datanodeUuid=afbeb8b5-a2f0-466a-ba98-714be027ac51, infoPort=37547, infoSecurePort=0, ipcPort=42535, storageInfo=lv=-57;cid=testClusterID;nsid=316304771;c=1732328232765) 2024-11-23T02:17:13,301 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x31e4c6e73b7cebf9 with lease ID 0x6518a76cb3273418: from storage DS-30646a8b-4c81-4bb9-81bc-7a0eddfa656a node DatanodeRegistration(127.0.0.1:34627, datanodeUuid=afbeb8b5-a2f0-466a-ba98-714be027ac51, infoPort=37547, infoSecurePort=0, ipcPort=42535, storageInfo=lv=-57;cid=testClusterID;nsid=316304771;c=1732328232765), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:17:13,394 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d 2024-11-23T02:17:13,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:17:13,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:17:13,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34627 is added to blk_1073741825_1001 (size=7) 2024-11-23T02:17:13,805 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d with version=8 2024-11-23T02:17:13,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/hbase-staging 2024-11-23T02:17:13,808 INFO [Time-limited test {}] client.ConnectionUtils(128): master/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:17:13,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:17:13,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:17:13,808 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:17:13,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:17:13,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:17:13,808 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T02:17:13,808 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:17:13,809 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41211 2024-11-23T02:17:13,810 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41211 connecting to ZooKeeper ensemble=127.0.0.1:58109 2024-11-23T02:17:13,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412110x0, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:17:13,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41211-0x101429cf0b60003 connected 2024-11-23T02:17:13,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:17:13,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:17:13,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41211-0x101429cf0b60003, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Set watcher on znode that does not yet exist, /1-1637206355/running 2024-11-23T02:17:13,829 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d, hbase.cluster.distributed=false 2024-11-23T02:17:13,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41211-0x101429cf0b60003, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Set watcher on znode that does not yet exist, /1-1637206355/acl 2024-11-23T02:17:13,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41211 2024-11-23T02:17:13,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41211 2024-11-23T02:17:13,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41211 2024-11-23T02:17:13,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41211 2024-11-23T02:17:13,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41211 2024-11-23T02:17:13,847 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:17:13,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:17:13,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:17:13,847 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:17:13,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:17:13,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:17:13,847 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T02:17:13,847 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:17:13,848 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45631 2024-11-23T02:17:13,849 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45631 connecting to ZooKeeper ensemble=127.0.0.1:58109 2024-11-23T02:17:13,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:17:13,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:17:13,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456310x0, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:17:13,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456310x0, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Set watcher on znode that does not yet exist, /1-1637206355/running 2024-11-23T02:17:13,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45631-0x101429cf0b60004 connected 2024-11-23T02:17:13,856 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T02:17:13,857 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T02:17:13,857 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45631-0x101429cf0b60004, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Set watcher on znode that does not yet exist, /1-1637206355/master 2024-11-23T02:17:13,858 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45631-0x101429cf0b60004, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Set watcher on znode that does not yet exist, /1-1637206355/acl 2024-11-23T02:17:13,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45631 2024-11-23T02:17:13,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45631 2024-11-23T02:17:13,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45631 2024-11-23T02:17:13,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45631 2024-11-23T02:17:13,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45631 2024-11-23T02:17:13,875 DEBUG [M:0;72b6db343a5d:41211 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;72b6db343a5d:41211 2024-11-23T02:17:13,876 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1637206355/backup-masters/72b6db343a5d,41211,1732328233807 2024-11-23T02:17:13,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101429cf0b60003, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637206355/backup-masters 2024-11-23T02:17:13,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x101429cf0b60004, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637206355/backup-masters 2024-11-23T02:17:13,878 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41211-0x101429cf0b60003, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Set watcher on existing znode=/1-1637206355/backup-masters/72b6db343a5d,41211,1732328233807 2024-11-23T02:17:13,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x101429cf0b60004, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1637206355/master 2024-11-23T02:17:13,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101429cf0b60003, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637206355 2024-11-23T02:17:13,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x101429cf0b60004, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637206355 2024-11-23T02:17:13,881 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41211-0x101429cf0b60003, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Set watcher on existing znode=/1-1637206355/master 2024-11-23T02:17:13,882 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1637206355/backup-masters/72b6db343a5d,41211,1732328233807 from backup master directory 2024-11-23T02:17:13,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101429cf0b60003, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1637206355/backup-masters/72b6db343a5d,41211,1732328233807 2024-11-23T02:17:13,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x101429cf0b60004, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637206355/backup-masters 2024-11-23T02:17:13,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101429cf0b60003, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637206355/backup-masters 2024-11-23T02:17:13,883 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:17:13,883 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=72b6db343a5d,41211,1732328233807 2024-11-23T02:17:13,888 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/hbase.id] with ID: 5ce211d7-c8e0-42e7-8b64-be616fe634fa 2024-11-23T02:17:13,888 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/.tmp/hbase.id 2024-11-23T02:17:13,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34627 is added to blk_1073741826_1002 (size=42) 2024-11-23T02:17:14,294 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/.tmp/hbase.id]:[hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/hbase.id] 2024-11-23T02:17:14,309 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:17:14,309 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T02:17:14,311 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T02:17:14,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x101429cf0b60004, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637206355 2024-11-23T02:17:14,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101429cf0b60003, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637206355 2024-11-23T02:17:14,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34627 is added to blk_1073741827_1003 (size=196) 2024-11-23T02:17:14,319 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:17:14,320 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T02:17:14,321 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:17:14,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34627 is added to blk_1073741828_1004 (size=1189) 2024-11-23T02:17:14,730 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/MasterData/data/master/store 2024-11-23T02:17:14,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34627 is added to blk_1073741829_1005 (size=34) 2024-11-23T02:17:14,736 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:17:14,736 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:17:14,737 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:17:14,737 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:17:14,737 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:17:14,737 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:17:14,737 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:17:14,737 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328234736Disabling compacts and flushes for region at 1732328234736Disabling writes for close at 1732328234737 (+1 ms)Writing region close event to WAL at 1732328234737Closed at 1732328234737 2024-11-23T02:17:14,738 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/MasterData/data/master/store/.initializing 2024-11-23T02:17:14,738 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/MasterData/WALs/72b6db343a5d,41211,1732328233807 2024-11-23T02:17:14,739 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:17:14,741 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=72b6db343a5d%2C41211%2C1732328233807, suffix=, logDir=hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/MasterData/WALs/72b6db343a5d,41211,1732328233807, archiveDir=hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/MasterData/oldWALs, maxLogs=10 2024-11-23T02:17:14,754 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/MasterData/WALs/72b6db343a5d,41211,1732328233807/72b6db343a5d%2C41211%2C1732328233807.1732328234741, exclude list is [], retry=0 2024-11-23T02:17:14,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34627,DS-14a79f9e-cf5b-4b2b-b71c-c0b6c64339b0,DISK] 2024-11-23T02:17:14,759 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/MasterData/WALs/72b6db343a5d,41211,1732328233807/72b6db343a5d%2C41211%2C1732328233807.1732328234741 2024-11-23T02:17:14,759 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37547:37547)] 2024-11-23T02:17:14,759 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:17:14,759 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:17:14,760 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:14,760 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:14,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:14,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T02:17:14,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:14,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:17:14,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:14,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T02:17:14,764 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:14,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:17:14,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:14,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T02:17:14,766 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:14,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:17:14,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:14,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T02:17:14,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:14,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:17:14,768 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:14,769 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:14,769 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:14,770 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:14,770 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:14,771 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:17:14,772 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:14,775 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:17:14,775 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63793596, jitterRate=-0.04940134286880493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:17:14,775 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732328234760Initializing all the Stores at 1732328234760Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328234760Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328234761 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328234761Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328234761Cleaning up temporary data from old regions at 1732328234771 (+10 ms)Region opened successfully at 1732328234775 (+4 ms) 2024-11-23T02:17:14,776 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T02:17:14,779 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@464b151b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:17:14,779 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T02:17:14,780 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T02:17:14,780 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T02:17:14,780 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T02:17:14,780 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T02:17:14,781 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T02:17:14,781 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T02:17:14,783 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T02:17:14,783 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41211-0x101429cf0b60003, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Unable to get data of znode /1-1637206355/balancer because node does not exist (not necessarily an error) 2024-11-23T02:17:14,785 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1637206355/balancer already deleted, retry=false 2024-11-23T02:17:14,785 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T02:17:14,785 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41211-0x101429cf0b60003, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Unable to get data of znode /1-1637206355/normalizer because node does not exist (not necessarily an error) 2024-11-23T02:17:14,788 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1637206355/normalizer already deleted, retry=false 2024-11-23T02:17:14,788 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T02:17:14,789 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41211-0x101429cf0b60003, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Unable to get data of znode /1-1637206355/switch/split because node does not exist (not necessarily an error) 2024-11-23T02:17:14,790 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1637206355/switch/split already deleted, retry=false 2024-11-23T02:17:14,791 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41211-0x101429cf0b60003, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Unable to get data of znode /1-1637206355/switch/merge because node does not exist (not necessarily an error) 2024-11-23T02:17:14,792 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1637206355/switch/merge already deleted, retry=false 2024-11-23T02:17:14,794 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41211-0x101429cf0b60003, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Unable to get data of znode /1-1637206355/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T02:17:14,795 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1637206355/snapshot-cleanup already deleted, retry=false 2024-11-23T02:17:14,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101429cf0b60003, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1637206355/running 2024-11-23T02:17:14,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x101429cf0b60004, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1637206355/running 2024-11-23T02:17:14,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101429cf0b60003, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637206355 2024-11-23T02:17:14,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x101429cf0b60004, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637206355 2024-11-23T02:17:14,798 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=72b6db343a5d,41211,1732328233807, sessionid=0x101429cf0b60003, setting cluster-up flag (Was=false) 2024-11-23T02:17:14,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101429cf0b60003, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637206355 2024-11-23T02:17:14,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x101429cf0b60004, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637206355 2024-11-23T02:17:14,806 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1637206355/flush-table-proc/acquired, /1-1637206355/flush-table-proc/reached, /1-1637206355/flush-table-proc/abort 2024-11-23T02:17:14,807 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,41211,1732328233807 2024-11-23T02:17:14,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x101429cf0b60004, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637206355 2024-11-23T02:17:14,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101429cf0b60003, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637206355 2024-11-23T02:17:14,817 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1637206355/online-snapshot/acquired, /1-1637206355/online-snapshot/reached, /1-1637206355/online-snapshot/abort 2024-11-23T02:17:14,818 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,41211,1732328233807 2024-11-23T02:17:14,820 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T02:17:14,822 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T02:17:14,822 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T02:17:14,822 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T02:17:14,823 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 72b6db343a5d,41211,1732328233807 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T02:17:14,824 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:17:14,824 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:17:14,824 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:17:14,824 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:17:14,824 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/72b6db343a5d:0, corePoolSize=10, maxPoolSize=10 2024-11-23T02:17:14,824 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:14,824 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:17:14,824 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:14,829 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732328264829 2024-11-23T02:17:14,829 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T02:17:14,829 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T02:17:14,829 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T02:17:14,829 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T02:17:14,829 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T02:17:14,829 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T02:17:14,829 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:14,830 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:17:14,830 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T02:17:14,830 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T02:17:14,830 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T02:17:14,830 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T02:17:14,830 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T02:17:14,830 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T02:17:14,830 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T02:17:14,830 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328234830,5,FailOnTimeoutGroup] 2024-11-23T02:17:14,831 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328234830,5,FailOnTimeoutGroup] 2024-11-23T02:17:14,831 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:14,831 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T02:17:14,831 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:14,831 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:14,831 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:14,831 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T02:17:14,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34627 is added to blk_1073741831_1007 (size=1321) 2024-11-23T02:17:14,866 INFO [RS:0;72b6db343a5d:45631 {}] regionserver.HRegionServer(746): ClusterId : 5ce211d7-c8e0-42e7-8b64-be616fe634fa 2024-11-23T02:17:14,866 DEBUG [RS:0;72b6db343a5d:45631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T02:17:14,868 DEBUG [RS:0;72b6db343a5d:45631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T02:17:14,868 DEBUG [RS:0;72b6db343a5d:45631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T02:17:14,871 DEBUG [RS:0;72b6db343a5d:45631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T02:17:14,872 DEBUG [RS:0;72b6db343a5d:45631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2905ba1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:17:14,883 DEBUG [RS:0;72b6db343a5d:45631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;72b6db343a5d:45631 2024-11-23T02:17:14,883 INFO [RS:0;72b6db343a5d:45631 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T02:17:14,883 INFO [RS:0;72b6db343a5d:45631 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T02:17:14,883 DEBUG [RS:0;72b6db343a5d:45631 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T02:17:14,884 INFO [RS:0;72b6db343a5d:45631 {}] regionserver.HRegionServer(2659): reportForDuty to master=72b6db343a5d,41211,1732328233807 with port=45631, startcode=1732328233846 2024-11-23T02:17:14,884 DEBUG [RS:0;72b6db343a5d:45631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T02:17:14,886 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T02:17:14,886 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41211 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 72b6db343a5d,45631,1732328233846 2024-11-23T02:17:14,886 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41211 {}] master.ServerManager(517): Registering regionserver=72b6db343a5d,45631,1732328233846 2024-11-23T02:17:14,888 DEBUG [RS:0;72b6db343a5d:45631 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d 2024-11-23T02:17:14,888 DEBUG [RS:0;72b6db343a5d:45631 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45055 2024-11-23T02:17:14,888 DEBUG [RS:0;72b6db343a5d:45631 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T02:17:14,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101429cf0b60003, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637206355/rs 2024-11-23T02:17:14,893 DEBUG [RS:0;72b6db343a5d:45631 {}] zookeeper.ZKUtil(111): regionserver:45631-0x101429cf0b60004, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Set watcher on existing znode=/1-1637206355/rs/72b6db343a5d,45631,1732328233846 2024-11-23T02:17:14,893 WARN [RS:0;72b6db343a5d:45631 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:17:14,893 INFO [RS:0;72b6db343a5d:45631 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:17:14,893 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [72b6db343a5d,45631,1732328233846] 2024-11-23T02:17:14,893 DEBUG [RS:0;72b6db343a5d:45631 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/WALs/72b6db343a5d,45631,1732328233846 2024-11-23T02:17:14,896 INFO [RS:0;72b6db343a5d:45631 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T02:17:14,899 INFO [RS:0;72b6db343a5d:45631 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T02:17:14,899 INFO [RS:0;72b6db343a5d:45631 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T02:17:14,899 INFO [RS:0;72b6db343a5d:45631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:14,900 INFO [RS:0;72b6db343a5d:45631 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T02:17:14,900 INFO [RS:0;72b6db343a5d:45631 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T02:17:14,901 INFO [RS:0;72b6db343a5d:45631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:14,901 DEBUG [RS:0;72b6db343a5d:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:14,901 DEBUG [RS:0;72b6db343a5d:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:14,901 DEBUG [RS:0;72b6db343a5d:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:14,901 DEBUG [RS:0;72b6db343a5d:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:14,901 DEBUG [RS:0;72b6db343a5d:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:14,901 DEBUG [RS:0;72b6db343a5d:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:17:14,901 DEBUG [RS:0;72b6db343a5d:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:14,901 DEBUG [RS:0;72b6db343a5d:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:14,901 DEBUG [RS:0;72b6db343a5d:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:14,901 DEBUG [RS:0;72b6db343a5d:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:14,901 DEBUG [RS:0;72b6db343a5d:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:14,901 DEBUG [RS:0;72b6db343a5d:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:14,901 DEBUG [RS:0;72b6db343a5d:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:17:14,901 DEBUG [RS:0;72b6db343a5d:45631 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:17:14,904 INFO [RS:0;72b6db343a5d:45631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:14,904 INFO [RS:0;72b6db343a5d:45631 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:14,904 INFO [RS:0;72b6db343a5d:45631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:14,905 INFO [RS:0;72b6db343a5d:45631 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:14,905 INFO [RS:0;72b6db343a5d:45631 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:14,905 INFO [RS:0;72b6db343a5d:45631 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,45631,1732328233846-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:17:14,919 INFO [RS:0;72b6db343a5d:45631 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T02:17:14,920 INFO [RS:0;72b6db343a5d:45631 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,45631,1732328233846-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:14,920 INFO [RS:0;72b6db343a5d:45631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:14,920 INFO [RS:0;72b6db343a5d:45631 {}] regionserver.Replication(171): 72b6db343a5d,45631,1732328233846 started 2024-11-23T02:17:14,933 INFO [RS:0;72b6db343a5d:45631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:14,933 INFO [RS:0;72b6db343a5d:45631 {}] regionserver.HRegionServer(1482): Serving as 72b6db343a5d,45631,1732328233846, RpcServer on 72b6db343a5d/172.17.0.2:45631, sessionid=0x101429cf0b60004 2024-11-23T02:17:14,933 DEBUG [RS:0;72b6db343a5d:45631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T02:17:14,934 DEBUG [RS:0;72b6db343a5d:45631 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 72b6db343a5d,45631,1732328233846 2024-11-23T02:17:14,934 DEBUG [RS:0;72b6db343a5d:45631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,45631,1732328233846' 2024-11-23T02:17:14,934 DEBUG [RS:0;72b6db343a5d:45631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1637206355/flush-table-proc/abort' 2024-11-23T02:17:14,934 DEBUG [RS:0;72b6db343a5d:45631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1637206355/flush-table-proc/acquired' 2024-11-23T02:17:14,934 DEBUG [RS:0;72b6db343a5d:45631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T02:17:14,935 DEBUG [RS:0;72b6db343a5d:45631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T02:17:14,935 DEBUG [RS:0;72b6db343a5d:45631 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 72b6db343a5d,45631,1732328233846 2024-11-23T02:17:14,935 DEBUG [RS:0;72b6db343a5d:45631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,45631,1732328233846' 2024-11-23T02:17:14,935 DEBUG [RS:0;72b6db343a5d:45631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1637206355/online-snapshot/abort' 2024-11-23T02:17:14,935 DEBUG [RS:0;72b6db343a5d:45631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1637206355/online-snapshot/acquired' 2024-11-23T02:17:14,935 DEBUG [RS:0;72b6db343a5d:45631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T02:17:14,935 INFO [RS:0;72b6db343a5d:45631 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T02:17:14,935 INFO [RS:0;72b6db343a5d:45631 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T02:17:15,036 INFO [RS:0;72b6db343a5d:45631 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:17:15,038 INFO [RS:0;72b6db343a5d:45631 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C45631%2C1732328233846, suffix=, logDir=hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/WALs/72b6db343a5d,45631,1732328233846, archiveDir=hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/oldWALs, maxLogs=10 2024-11-23T02:17:15,052 DEBUG [RS:0;72b6db343a5d:45631 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/WALs/72b6db343a5d,45631,1732328233846/72b6db343a5d%2C45631%2C1732328233846.1732328235038, exclude list is [], retry=0 2024-11-23T02:17:15,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34627,DS-14a79f9e-cf5b-4b2b-b71c-c0b6c64339b0,DISK] 2024-11-23T02:17:15,057 INFO [RS:0;72b6db343a5d:45631 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/WALs/72b6db343a5d,45631,1732328233846/72b6db343a5d%2C45631%2C1732328233846.1732328235038 2024-11-23T02:17:15,058 DEBUG [RS:0;72b6db343a5d:45631 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37547:37547)] 2024-11-23T02:17:15,238 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T02:17:15,238 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d 2024-11-23T02:17:15,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34627 is added to blk_1073741833_1009 (size=32) 2024-11-23T02:17:15,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:17:15,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:17:15,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:17:15,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:15,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:17:15,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:17:15,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:17:15,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:15,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:17:15,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:17:15,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:17:15,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:15,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:17:15,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:17:15,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:17:15,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:15,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:17:15,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:17:15,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/data/hbase/meta/1588230740 2024-11-23T02:17:15,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/data/hbase/meta/1588230740 2024-11-23T02:17:15,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:17:15,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:17:15,656 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:17:15,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:17:15,659 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:17:15,659 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63786098, jitterRate=-0.0495130717754364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:17:15,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732328235645Initializing all the Stores at 1732328235645Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328235645Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328235646 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328235646Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328235646Cleaning up temporary data from old regions at 1732328235656 (+10 ms)Region opened successfully at 1732328235660 (+4 ms) 2024-11-23T02:17:15,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:17:15,660 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:17:15,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:17:15,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:17:15,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:17:15,660 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:17:15,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328235660Disabling compacts and flushes for region at 1732328235660Disabling writes for close at 1732328235660Writing region close event to WAL at 1732328235660Closed at 1732328235660 2024-11-23T02:17:15,662 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:17:15,662 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T02:17:15,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T02:17:15,663 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:17:15,664 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T02:17:15,814 DEBUG [72b6db343a5d:41211 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T02:17:15,815 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=72b6db343a5d,45631,1732328233846 2024-11-23T02:17:15,816 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,45631,1732328233846, state=OPENING 2024-11-23T02:17:15,818 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T02:17:15,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101429cf0b60003, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637206355 2024-11-23T02:17:15,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x101429cf0b60004, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637206355 2024-11-23T02:17:15,820 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:17:15,820 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1637206355/meta-region-server: CHANGED 2024-11-23T02:17:15,820 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1637206355/meta-region-server: CHANGED 2024-11-23T02:17:15,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,45631,1732328233846}] 2024-11-23T02:17:15,974 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:17:15,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T02:17:15,980 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T02:17:15,980 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:17:15,980 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T02:17:15,982 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C45631%2C1732328233846.meta, suffix=.meta, logDir=hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/WALs/72b6db343a5d,45631,1732328233846, archiveDir=hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/oldWALs, maxLogs=10 2024-11-23T02:17:15,995 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/WALs/72b6db343a5d,45631,1732328233846/72b6db343a5d%2C45631%2C1732328233846.meta.1732328235982.meta, exclude list is [], retry=0 2024-11-23T02:17:15,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34627,DS-14a79f9e-cf5b-4b2b-b71c-c0b6c64339b0,DISK] 2024-11-23T02:17:16,000 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/WALs/72b6db343a5d,45631,1732328233846/72b6db343a5d%2C45631%2C1732328233846.meta.1732328235982.meta 2024-11-23T02:17:16,000 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37547:37547)] 2024-11-23T02:17:16,000 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:17:16,000 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:17:16,001 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:17:16,001 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T02:17:16,001 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T02:17:16,001 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T02:17:16,001 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:17:16,001 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T02:17:16,001 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T02:17:16,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:17:16,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:17:16,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:16,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:17:16,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:17:16,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:17:16,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:16,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:17:16,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:17:16,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:17:16,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:16,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:17:16,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:17:16,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:17:16,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:16,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:17:16,007 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:17:16,008 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/data/hbase/meta/1588230740 2024-11-23T02:17:16,009 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/data/hbase/meta/1588230740 2024-11-23T02:17:16,010 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:17:16,010 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:17:16,011 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:17:16,013 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:17:16,013 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67638397, jitterRate=0.007890656590461731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:17:16,014 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T02:17:16,014 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732328236001Writing region info on filesystem at 1732328236001Initializing all the Stores at 1732328236002 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328236002Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328236002Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328236002Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328236002Cleaning up temporary data from old regions at 1732328236010 (+8 ms)Running coprocessor post-open hooks at 1732328236014 (+4 ms)Region opened successfully at 1732328236014 2024-11-23T02:17:16,015 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732328235974 2024-11-23T02:17:16,017 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T02:17:16,017 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T02:17:16,018 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,45631,1732328233846 2024-11-23T02:17:16,019 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,45631,1732328233846, state=OPEN 2024-11-23T02:17:16,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x101429cf0b60004, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1637206355/meta-region-server 2024-11-23T02:17:16,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101429cf0b60003, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1637206355/meta-region-server 2024-11-23T02:17:16,021 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=72b6db343a5d,45631,1732328233846 2024-11-23T02:17:16,021 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1637206355/meta-region-server: CHANGED 2024-11-23T02:17:16,022 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1637206355/meta-region-server: CHANGED 2024-11-23T02:17:16,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T02:17:16,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,45631,1732328233846 in 201 msec 2024-11-23T02:17:16,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T02:17:16,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-23T02:17:16,028 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:17:16,028 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T02:17:16,029 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:17:16,030 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,45631,1732328233846, seqNum=-1] 2024-11-23T02:17:16,030 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:17:16,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:17:16,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2150 sec 2024-11-23T02:17:16,037 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732328236037, completionTime=-1 2024-11-23T02:17:16,037 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T02:17:16,037 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T02:17:16,039 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T02:17:16,040 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732328296040 2024-11-23T02:17:16,040 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732328356040 2024-11-23T02:17:16,040 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T02:17:16,040 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,41211,1732328233807-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:16,040 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,41211,1732328233807-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:16,040 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,41211,1732328233807-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:16,040 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-72b6db343a5d:41211, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:16,040 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:16,041 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:16,043 DEBUG [master/72b6db343a5d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T02:17:16,045 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.162sec 2024-11-23T02:17:16,045 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T02:17:16,045 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T02:17:16,045 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T02:17:16,045 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T02:17:16,045 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T02:17:16,045 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,41211,1732328233807-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:17:16,045 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,41211,1732328233807-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T02:17:16,048 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T02:17:16,048 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T02:17:16,048 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,41211,1732328233807-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:16,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@718c74d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:16,067 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,41211,-1 for getting cluster id 2024-11-23T02:17:16,067 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:17:16,069 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ce211d7-c8e0-42e7-8b64-be616fe634fa' 2024-11-23T02:17:16,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:17:16,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ce211d7-c8e0-42e7-8b64-be616fe634fa" 2024-11-23T02:17:16,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bebf6fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:16,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,41211,-1] 2024-11-23T02:17:16,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:17:16,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:16,071 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:17:16,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dee3acc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:16,073 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:17:16,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,45631,1732328233846, seqNum=-1] 2024-11-23T02:17:16,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:17:16,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:17:16,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=72b6db343a5d,41211,1732328233807 2024-11-23T02:17:16,078 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58109 2024-11-23T02:17:16,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:17:16,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101429cf0b60005 connected 2024-11-23T02:17:16,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1654d0a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:16,088 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,42709,-1 for getting cluster id 2024-11-23T02:17:16,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:17:16,089 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '086d60d6-9223-4f12-ab61-5ddc6df1f0c9' 2024-11-23T02:17:16,089 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:17:16,089 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "086d60d6-9223-4f12-ab61-5ddc6df1f0c9" 2024-11-23T02:17:16,089 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76afc017, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:16,089 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,42709,-1] 2024-11-23T02:17:16,089 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:17:16,089 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:16,090 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:17:16,091 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25424a5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:16,091 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:17:16,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,42709,1732328229599 2024-11-23T02:17:16,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7177da17 2024-11-23T02:17:16,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:17:16,093 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:17:16,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://72b6db343a5d:41211,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T02:17:16,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T02:17:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:17:16,097 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:41211' 2024-11-23T02:17:16,098 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7504f497, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:16,098 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,41211,-1 for getting cluster id 2024-11-23T02:17:16,098 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:17:16,099 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ce211d7-c8e0-42e7-8b64-be616fe634fa' 2024-11-23T02:17:16,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:17:16,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ce211d7-c8e0-42e7-8b64-be616fe634fa" 2024-11-23T02:17:16,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ac6a955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:16,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,41211,-1] 2024-11-23T02:17:16,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:17:16,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:16,100 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:17:16,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d140128, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:16,101 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:17:16,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,41211,1732328233807 2024-11-23T02:17:16,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@dde6970 2024-11-23T02:17:16,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:17:16,103 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:17:16,104 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-23T02:17:16,104 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T02:17:16,104 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:16,104 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:16,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:17:16,105 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:17:16,106 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T02:17:16,107 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:17:16,107 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:16,109 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:17:16,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37295 is added to blk_1073741835_1011 (size=1138) 2024-11-23T02:17:16,156 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T02:17:16,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:17:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:17:16,518 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 01a6724e7e9447a009aa779d83439de4, NAME => 'hbase:replication,,1732328236104.01a6724e7e9447a009aa779d83439de4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d 2024-11-23T02:17:16,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37295 is added to blk_1073741836_1012 (size=44) 2024-11-23T02:17:16,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:17:16,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732328236104.01a6724e7e9447a009aa779d83439de4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:17:16,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 01a6724e7e9447a009aa779d83439de4, disabling compactions & flushes 2024-11-23T02:17:16,925 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732328236104.01a6724e7e9447a009aa779d83439de4. 2024-11-23T02:17:16,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732328236104.01a6724e7e9447a009aa779d83439de4. 2024-11-23T02:17:16,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732328236104.01a6724e7e9447a009aa779d83439de4. after waiting 0 ms 2024-11-23T02:17:16,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732328236104.01a6724e7e9447a009aa779d83439de4. 2024-11-23T02:17:16,925 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732328236104.01a6724e7e9447a009aa779d83439de4. 2024-11-23T02:17:16,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 01a6724e7e9447a009aa779d83439de4: Waiting for close lock at 1732328236925Disabling compacts and flushes for region at 1732328236925Disabling writes for close at 1732328236925Writing region close event to WAL at 1732328236925Closed at 1732328236925 2024-11-23T02:17:16,927 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:17:16,927 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732328236104.01a6724e7e9447a009aa779d83439de4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732328236927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328236927"}]},"ts":"1732328236927"} 2024-11-23T02:17:16,930 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T02:17:16,931 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:17:16,932 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328236931"}]},"ts":"1732328236931"} 2024-11-23T02:17:16,934 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T02:17:16,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=01a6724e7e9447a009aa779d83439de4, ASSIGN}] 2024-11-23T02:17:16,936 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=01a6724e7e9447a009aa779d83439de4, ASSIGN 2024-11-23T02:17:16,937 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=01a6724e7e9447a009aa779d83439de4, ASSIGN; state=OFFLINE, location=72b6db343a5d,33783,1732328229687; forceNewPlan=false, retain=false 2024-11-23T02:17:17,088 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=01a6724e7e9447a009aa779d83439de4, regionState=OPENING, regionLocation=72b6db343a5d,33783,1732328229687 2024-11-23T02:17:17,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=01a6724e7e9447a009aa779d83439de4, ASSIGN because future has completed 2024-11-23T02:17:17,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01a6724e7e9447a009aa779d83439de4, server=72b6db343a5d,33783,1732328229687}] 2024-11-23T02:17:17,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:17:17,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732328236104.01a6724e7e9447a009aa779d83439de4. 2024-11-23T02:17:17,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:17:17,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T02:17:17,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C33783%2C1732328229687.rep, suffix=, logDir=hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/WALs/72b6db343a5d,33783,1732328229687, archiveDir=hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/oldWALs, maxLogs=10 2024-11-23T02:17:17,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/WALs/72b6db343a5d,33783,1732328229687/72b6db343a5d%2C33783%2C1732328229687.rep.1732328237251, exclude list is [], retry=0 2024-11-23T02:17:17,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37295,DS-bc3f1a64-62b5-456e-a57e-d69f73178cea,DISK] 2024-11-23T02:17:17,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/WALs/72b6db343a5d,33783,1732328229687/72b6db343a5d%2C33783%2C1732328229687.rep.1732328237251 2024-11-23T02:17:17,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35663:35663)] 2024-11-23T02:17:17,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 01a6724e7e9447a009aa779d83439de4, NAME => 'hbase:replication,,1732328236104.01a6724e7e9447a009aa779d83439de4.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:17:17,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:17:17,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:17:17,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732328236104.01a6724e7e9447a009aa779d83439de4. service=MultiRowMutationService 2024-11-23T02:17:17,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T02:17:17,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 01a6724e7e9447a009aa779d83439de4 2024-11-23T02:17:17,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732328236104.01a6724e7e9447a009aa779d83439de4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:17:17,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 01a6724e7e9447a009aa779d83439de4 2024-11-23T02:17:17,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 01a6724e7e9447a009aa779d83439de4 2024-11-23T02:17:17,271 INFO [StoreOpener-01a6724e7e9447a009aa779d83439de4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 01a6724e7e9447a009aa779d83439de4 2024-11-23T02:17:17,272 INFO [StoreOpener-01a6724e7e9447a009aa779d83439de4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01a6724e7e9447a009aa779d83439de4 columnFamilyName hfileref 2024-11-23T02:17:17,272 DEBUG [StoreOpener-01a6724e7e9447a009aa779d83439de4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:17,273 INFO [StoreOpener-01a6724e7e9447a009aa779d83439de4-1 {}] regionserver.HStore(327): Store=01a6724e7e9447a009aa779d83439de4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:17:17,273 INFO [StoreOpener-01a6724e7e9447a009aa779d83439de4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 01a6724e7e9447a009aa779d83439de4 2024-11-23T02:17:17,274 INFO [StoreOpener-01a6724e7e9447a009aa779d83439de4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01a6724e7e9447a009aa779d83439de4 columnFamilyName queue 2024-11-23T02:17:17,274 DEBUG [StoreOpener-01a6724e7e9447a009aa779d83439de4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:17,275 INFO [StoreOpener-01a6724e7e9447a009aa779d83439de4-1 {}] regionserver.HStore(327): Store=01a6724e7e9447a009aa779d83439de4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:17:17,275 INFO [StoreOpener-01a6724e7e9447a009aa779d83439de4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 01a6724e7e9447a009aa779d83439de4 2024-11-23T02:17:17,276 INFO [StoreOpener-01a6724e7e9447a009aa779d83439de4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01a6724e7e9447a009aa779d83439de4 columnFamilyName sid 2024-11-23T02:17:17,276 DEBUG [StoreOpener-01a6724e7e9447a009aa779d83439de4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:17,277 INFO [StoreOpener-01a6724e7e9447a009aa779d83439de4-1 {}] regionserver.HStore(327): Store=01a6724e7e9447a009aa779d83439de4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:17:17,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 01a6724e7e9447a009aa779d83439de4 2024-11-23T02:17:17,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/data/hbase/replication/01a6724e7e9447a009aa779d83439de4 2024-11-23T02:17:17,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/data/hbase/replication/01a6724e7e9447a009aa779d83439de4 2024-11-23T02:17:17,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 01a6724e7e9447a009aa779d83439de4 2024-11-23T02:17:17,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 01a6724e7e9447a009aa779d83439de4 2024-11-23T02:17:17,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T02:17:17,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 01a6724e7e9447a009aa779d83439de4 2024-11-23T02:17:17,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/data/hbase/replication/01a6724e7e9447a009aa779d83439de4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:17:17,283 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 01a6724e7e9447a009aa779d83439de4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74359251, jitterRate=0.10803918540477753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T02:17:17,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 01a6724e7e9447a009aa779d83439de4 2024-11-23T02:17:17,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 01a6724e7e9447a009aa779d83439de4: Running coprocessor pre-open hook at 1732328237270Writing region info on filesystem at 1732328237270Initializing all the Stores at 1732328237270Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328237270Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328237271 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328237271Cleaning up temporary data from old regions at 1732328237279 (+8 ms)Running coprocessor post-open hooks at 1732328237284 (+5 ms)Region opened successfully at 1732328237284 2024-11-23T02:17:17,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732328236104.01a6724e7e9447a009aa779d83439de4., pid=7, masterSystemTime=1732328237244 2024-11-23T02:17:17,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732328236104.01a6724e7e9447a009aa779d83439de4. 2024-11-23T02:17:17,288 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732328236104.01a6724e7e9447a009aa779d83439de4. 2024-11-23T02:17:17,289 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=01a6724e7e9447a009aa779d83439de4, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,33783,1732328229687 2024-11-23T02:17:17,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01a6724e7e9447a009aa779d83439de4, server=72b6db343a5d,33783,1732328229687 because future has completed 2024-11-23T02:17:17,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-23T02:17:17,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 01a6724e7e9447a009aa779d83439de4, server=72b6db343a5d,33783,1732328229687 in 201 msec 2024-11-23T02:17:17,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T02:17:17,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=01a6724e7e9447a009aa779d83439de4, ASSIGN in 361 msec 2024-11-23T02:17:17,298 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:17:17,298 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328237298"}]},"ts":"1732328237298"} 2024-11-23T02:17:17,300 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T02:17:17,301 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:17:17,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1960 sec 2024-11-23T02:17:17,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732328236104.01a6724e7e9447a009aa779d83439de4., hostname=72b6db343a5d,33783,1732328229687, seqNum=2] 2024-11-23T02:17:17,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x101429cf0b60000, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139389411 2024-11-23T02:17:17,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x101429cf0b60001, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139389411 2024-11-23T02:17:17,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T02:17:17,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-23T02:17:17,477 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T02:17:17,506 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-72b6db343a5d,33783,1732328229687, ReplicationSource: 1, currentBandwidth=0 2024-11-23T02:17:17,507 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:17:17,507 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,33783,1732328229687, seqNum=-1] 2024-11-23T02:17:17,507 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:17:17,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-23T02:17:17,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-72b6db343a5d,33783,1732328229687', locateType=CURRENT is [region=hbase:replication,,1732328236104.01a6724e7e9447a009aa779d83439de4., hostname=72b6db343a5d,33783,1732328229687, seqNum=2] 2024-11-23T02:17:17,514 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-23T02:17:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-23T02:17:17,516 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 72b6db343a5d,33783,1732328229687 suceeded 2024-11-23T02:17:17,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-23T02:17:17,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-23T02:17:17,519 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://72b6db343a5d:41211,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T02:17:17,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4250 sec 2024-11-23T02:17:17,529 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,33783,1732328229687 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:41211' 2024-11-23T02:17:17,530 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,33783,1732328229687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cbaedf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:17,530 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,33783,1732328229687 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,41211,-1 for getting cluster id 2024-11-23T02:17:17,530 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,33783,1732328229687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:17:17,531 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ce211d7-c8e0-42e7-8b64-be616fe634fa' 2024-11-23T02:17:17,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:17:17,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ce211d7-c8e0-42e7-8b64-be616fe634fa" 2024-11-23T02:17:17,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d75b3fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:17,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,41211,-1] 2024-11-23T02:17:17,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:17:17,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:17,533 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:17:17,533 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,33783,1732328229687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11832e13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:17,533 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,33783,1732328229687 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:17:17,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,41211,1732328233807 2024-11-23T02:17:17,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d753f04 2024-11-23T02:17:17,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:17:17,535 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-23T02:17:17,536 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,33783,1732328229687 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-72b6db343a5d,33783,1732328229687 (queues=1) is replicating from cluster=086d60d6-9223-4f12-ab61-5ddc6df1f0c9 to cluster=5ce211d7-c8e0-42e7-8b64-be616fe634fa 2024-11-23T02:17:17,536 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,33783,1732328229687 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=72b6db343a5d%2C33783%2C1732328229687 2024-11-23T02:17:17,536 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,33783,1732328229687 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-72b6db343a5d,33783,1732328229687, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T02:17:17,537 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,33783,1732328229687.replicationSource.shipper72b6db343a5d%2C33783%2C1732328229687,1-72b6db343a5d,33783,1732328229687 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 72b6db343a5d%2C33783%2C1732328229687 2024-11-23T02:17:17,537 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,33783,1732328229687.replicationSource.wal-reader.72b6db343a5d%2C33783%2C1732328229687,1-72b6db343a5d,33783,1732328229687 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/WALs/72b6db343a5d,33783,1732328229687/72b6db343a5d%2C33783%2C1732328229687.1732328231675, startPosition=0, beingWritten=true 2024-11-23T02:17:17,537 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T02:17:17,537 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T02:17:17,743 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,33783,1732328229687.replicationSource.wal-reader.72b6db343a5d%2C33783%2C1732328229687,1-72b6db343a5d,33783,1732328229687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/WALs/72b6db343a5d,33783,1732328229687/72b6db343a5d%2C33783%2C1732328229687.1732328231675 to pos 0, reset compression=false 2024-11-23T02:17:18,049 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,33783,1732328229687.replicationSource.wal-reader.72b6db343a5d%2C33783%2C1732328229687,1-72b6db343a5d,33783,1732328229687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/WALs/72b6db343a5d,33783,1732328229687/72b6db343a5d%2C33783%2C1732328229687.1732328231675 to pos 0, reset compression=false 2024-11-23T02:17:18,159 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T02:17:18,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:17:18,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:17:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:17:18,240 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T02:17:18,240 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:17:18,241 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:17:18,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:18,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:18,241 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:17:18,241 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:17:18,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,42709,1732328229599 2024-11-23T02:17:18,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@697b7997 2024-11-23T02:17:18,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:17:18,243 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:17:18,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-23T02:17:18,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T02:17:18,244 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:17:18,244 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:17:18,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:18,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:18,244 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:17:18,244 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T02:17:18,244 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1292540239, stopped=false 2024-11-23T02:17:18,244 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=72b6db343a5d,41211,1732328233807 2024-11-23T02:17:18,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101429cf0b60003, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1637206355/running 2024-11-23T02:17:18,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x101429cf0b60004, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1637206355/running 2024-11-23T02:17:18,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101429cf0b60003, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637206355 2024-11-23T02:17:18,246 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:17:18,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x101429cf0b60004, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637206355 2024-11-23T02:17:18,246 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:17:18,246 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:17:18,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:18,247 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '72b6db343a5d,45631,1732328233846' ***** 2024-11-23T02:17:18,247 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T02:17:18,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45631-0x101429cf0b60004, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Set watcher on znode that does not yet exist, /1-1637206355/running 2024-11-23T02:17:18,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41211-0x101429cf0b60003, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Set watcher on znode that does not yet exist, /1-1637206355/running 2024-11-23T02:17:18,247 INFO [RS:0;72b6db343a5d:45631 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T02:17:18,247 INFO [RS:0;72b6db343a5d:45631 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T02:17:18,247 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T02:17:18,247 INFO [RS:0;72b6db343a5d:45631 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T02:17:18,247 INFO [RS:0;72b6db343a5d:45631 {}] regionserver.HRegionServer(959): stopping server 72b6db343a5d,45631,1732328233846 2024-11-23T02:17:18,247 INFO [RS:0;72b6db343a5d:45631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:17:18,247 INFO [RS:0;72b6db343a5d:45631 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:45631. 2024-11-23T02:17:18,248 DEBUG [RS:0;72b6db343a5d:45631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:17:18,248 DEBUG [RS:0;72b6db343a5d:45631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:18,248 INFO [RS:0;72b6db343a5d:45631 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T02:17:18,248 INFO [RS:0;72b6db343a5d:45631 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T02:17:18,248 INFO [RS:0;72b6db343a5d:45631 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T02:17:18,248 INFO [RS:0;72b6db343a5d:45631 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T02:17:18,248 INFO [RS:0;72b6db343a5d:45631 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T02:17:18,248 DEBUG [RS:0;72b6db343a5d:45631 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T02:17:18,248 DEBUG [RS:0;72b6db343a5d:45631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:17:18,248 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:17:18,248 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:17:18,248 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:17:18,248 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:17:18,248 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:17:18,249 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-23T02:17:18,265 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/data/hbase/meta/1588230740/.tmp/ns/c24eb429002347588810a34dc7ef37ae is 43, key is default/ns:d/1732328236032/Put/seqid=0 2024-11-23T02:17:18,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34627 is added to blk_1073741835_1011 (size=5153) 2024-11-23T02:17:18,307 INFO [regionserver/72b6db343a5d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:17:18,448 DEBUG [RS:0;72b6db343a5d:45631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:17:18,454 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,33783,1732328229687.replicationSource.wal-reader.72b6db343a5d%2C33783%2C1732328229687,1-72b6db343a5d,33783,1732328229687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/WALs/72b6db343a5d,33783,1732328229687/72b6db343a5d%2C33783%2C1732328229687.1732328231675 to pos 0, reset compression=false 2024-11-23T02:17:18,649 DEBUG [RS:0;72b6db343a5d:45631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:17:18,670 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/data/hbase/meta/1588230740/.tmp/ns/c24eb429002347588810a34dc7ef37ae 2024-11-23T02:17:18,677 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/data/hbase/meta/1588230740/.tmp/ns/c24eb429002347588810a34dc7ef37ae as hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/data/hbase/meta/1588230740/ns/c24eb429002347588810a34dc7ef37ae 2024-11-23T02:17:18,683 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/data/hbase/meta/1588230740/ns/c24eb429002347588810a34dc7ef37ae, entries=2, sequenceid=6, filesize=5.0 K 2024-11-23T02:17:18,684 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false 2024-11-23T02:17:18,688 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T02:17:18,688 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:17:18,688 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:17:18,688 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:17:18,688 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328238248Running coprocessor pre-close hooks at 1732328238248Disabling compacts and flushes for region at 1732328238248Disabling writes for close at 1732328238248Obtaining lock to block concurrent updates at 1732328238249 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732328238249Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732328238249Flushing stores of hbase:meta,,1.1588230740 at 1732328238250 (+1 ms)Flushing 1588230740/ns: creating writer at 1732328238250Flushing 1588230740/ns: appending metadata at 1732328238265 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732328238265Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14ca5aa5: reopening flushed file at 1732328238676 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false at 1732328238684 (+8 ms)Writing region close event to WAL at 1732328238685 (+1 ms)Running coprocessor post-close hooks at 1732328238688 (+3 ms)Closed at 1732328238688 2024-11-23T02:17:18,688 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T02:17:18,849 INFO [RS:0;72b6db343a5d:45631 {}] regionserver.HRegionServer(976): stopping server 72b6db343a5d,45631,1732328233846; all regions closed. 2024-11-23T02:17:18,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34627 is added to blk_1073741834_1010 (size=1152) 2024-11-23T02:17:18,861 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/WALs/72b6db343a5d,45631,1732328233846/72b6db343a5d%2C45631%2C1732328233846.meta.1732328235982.meta not finished, retry = 0 2024-11-23T02:17:18,960 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,33783,1732328229687.replicationSource.wal-reader.72b6db343a5d%2C33783%2C1732328229687,1-72b6db343a5d,33783,1732328229687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/WALs/72b6db343a5d,33783,1732328229687/72b6db343a5d%2C33783%2C1732328229687.1732328231675 to pos 0, reset compression=false 2024-11-23T02:17:18,966 DEBUG [RS:0;72b6db343a5d:45631 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/oldWALs 2024-11-23T02:17:18,966 INFO [RS:0;72b6db343a5d:45631 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 72b6db343a5d%2C45631%2C1732328233846.meta:.meta(num 1732328235982) 2024-11-23T02:17:18,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34627 is added to blk_1073741832_1008 (size=93) 2024-11-23T02:17:18,989 DEBUG [RS:0;72b6db343a5d:45631 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/oldWALs 2024-11-23T02:17:18,989 INFO [RS:0;72b6db343a5d:45631 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 72b6db343a5d%2C45631%2C1732328233846:(num 1732328235038) 2024-11-23T02:17:18,989 DEBUG [RS:0;72b6db343a5d:45631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:18,989 INFO [RS:0;72b6db343a5d:45631 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:17:18,989 INFO [RS:0;72b6db343a5d:45631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:17:18,989 INFO [RS:0;72b6db343a5d:45631 {}] hbase.ChoreService(370): Chore service for: regionserver/72b6db343a5d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T02:17:18,989 INFO [RS:0;72b6db343a5d:45631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:17:18,989 INFO [regionserver/72b6db343a5d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:17:18,989 INFO [RS:0;72b6db343a5d:45631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45631 2024-11-23T02:17:18,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x101429cf0b60004, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1637206355/rs/72b6db343a5d,45631,1732328233846 2024-11-23T02:17:18,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101429cf0b60003, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637206355/rs 2024-11-23T02:17:18,992 INFO [RS:0;72b6db343a5d:45631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:17:18,995 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [72b6db343a5d,45631,1732328233846] 2024-11-23T02:17:18,997 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1637206355/draining/72b6db343a5d,45631,1732328233846 already deleted, retry=false 2024-11-23T02:17:18,998 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 72b6db343a5d,45631,1732328233846 expired; onlineServers=0 2024-11-23T02:17:18,998 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '72b6db343a5d,41211,1732328233807' ***** 2024-11-23T02:17:18,998 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T02:17:18,998 INFO [M:0;72b6db343a5d:41211 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:17:18,998 INFO [M:0;72b6db343a5d:41211 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:17:18,998 DEBUG [M:0;72b6db343a5d:41211 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T02:17:18,998 DEBUG [M:0;72b6db343a5d:41211 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T02:17:18,998 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T02:17:18,998 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328234830 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328234830,5,FailOnTimeoutGroup] 2024-11-23T02:17:18,999 INFO [M:0;72b6db343a5d:41211 {}] hbase.ChoreService(370): Chore service for: master/72b6db343a5d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T02:17:18,999 INFO [M:0;72b6db343a5d:41211 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:17:18,999 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328234830 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328234830,5,FailOnTimeoutGroup] 2024-11-23T02:17:18,999 DEBUG [M:0;72b6db343a5d:41211 {}] master.HMaster(1795): Stopping service threads 2024-11-23T02:17:18,999 INFO [M:0;72b6db343a5d:41211 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T02:17:18,999 INFO [M:0;72b6db343a5d:41211 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:17:18,999 INFO [M:0;72b6db343a5d:41211 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T02:17:18,999 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T02:17:19,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101429cf0b60003, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1637206355/master 2024-11-23T02:17:19,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101429cf0b60003, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1637206355 2024-11-23T02:17:19,003 DEBUG [M:0;72b6db343a5d:41211 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1637206355/master already deleted, retry=false 2024-11-23T02:17:19,003 DEBUG [M:0;72b6db343a5d:41211 {}] master.ActiveMasterManager(353): master:41211-0x101429cf0b60003, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1637206355/master 2024-11-23T02:17:19,004 INFO [M:0;72b6db343a5d:41211 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/.lastflushedseqids 2024-11-23T02:17:19,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34627 is added to blk_1073741836_1012 (size=99) 2024-11-23T02:17:19,035 INFO [M:0;72b6db343a5d:41211 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T02:17:19,035 INFO [M:0;72b6db343a5d:41211 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T02:17:19,035 DEBUG [M:0;72b6db343a5d:41211 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:17:19,035 INFO [M:0;72b6db343a5d:41211 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:17:19,035 DEBUG [M:0;72b6db343a5d:41211 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:17:19,035 DEBUG [M:0;72b6db343a5d:41211 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:17:19,036 DEBUG [M:0;72b6db343a5d:41211 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:17:19,036 INFO [M:0;72b6db343a5d:41211 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-23T02:17:19,058 DEBUG [M:0;72b6db343a5d:41211 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e09113f25c7f44ed8c5b5b672b8e0b12 is 82, key is hbase:meta,,1/info:regioninfo/1732328236018/Put/seqid=0 2024-11-23T02:17:19,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34627 is added to blk_1073741837_1013 (size=5672) 2024-11-23T02:17:19,073 INFO [M:0;72b6db343a5d:41211 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e09113f25c7f44ed8c5b5b672b8e0b12 2024-11-23T02:17:19,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x101429cf0b60004, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:17:19,095 INFO [RS:0;72b6db343a5d:45631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:17:19,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45631-0x101429cf0b60004, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:17:19,095 INFO [RS:0;72b6db343a5d:45631 {}] regionserver.HRegionServer(1031): Exiting; stopping=72b6db343a5d,45631,1732328233846; zookeeper connection closed. 2024-11-23T02:17:19,099 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d6d6620 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d6d6620 2024-11-23T02:17:19,100 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T02:17:19,102 DEBUG [M:0;72b6db343a5d:41211 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c4d633ec76b54f379e10a4299afc0538 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732328236036/Put/seqid=0 2024-11-23T02:17:19,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34627 is added to blk_1073741838_1014 (size=5275) 2024-11-23T02:17:19,516 INFO [M:0;72b6db343a5d:41211 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c4d633ec76b54f379e10a4299afc0538 2024-11-23T02:17:19,537 DEBUG [M:0;72b6db343a5d:41211 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1085cf9927e94049aa70d89e04266602 is 69, key is 72b6db343a5d,45631,1732328233846/rs:state/1732328234886/Put/seqid=0 2024-11-23T02:17:19,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34627 is added to blk_1073741839_1015 (size=5156) 2024-11-23T02:17:19,576 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,33783,1732328229687.replicationSource.wal-reader.72b6db343a5d%2C33783%2C1732328229687,1-72b6db343a5d,33783,1732328229687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/WALs/72b6db343a5d,33783,1732328229687/72b6db343a5d%2C33783%2C1732328229687.1732328231675 to pos 0, reset compression=false 2024-11-23T02:17:19,942 INFO [M:0;72b6db343a5d:41211 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1085cf9927e94049aa70d89e04266602 2024-11-23T02:17:19,948 DEBUG [M:0;72b6db343a5d:41211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e09113f25c7f44ed8c5b5b672b8e0b12 as hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e09113f25c7f44ed8c5b5b672b8e0b12 2024-11-23T02:17:19,954 INFO [M:0;72b6db343a5d:41211 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e09113f25c7f44ed8c5b5b672b8e0b12, entries=8, sequenceid=28, filesize=5.5 K 2024-11-23T02:17:19,955 DEBUG [M:0;72b6db343a5d:41211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c4d633ec76b54f379e10a4299afc0538 as hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c4d633ec76b54f379e10a4299afc0538 2024-11-23T02:17:19,960 INFO [M:0;72b6db343a5d:41211 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c4d633ec76b54f379e10a4299afc0538, entries=3, sequenceid=28, filesize=5.2 K 2024-11-23T02:17:19,961 DEBUG [M:0;72b6db343a5d:41211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1085cf9927e94049aa70d89e04266602 as hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1085cf9927e94049aa70d89e04266602 2024-11-23T02:17:19,966 INFO [M:0;72b6db343a5d:41211 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45055/user/jenkins/test-data/a42f0d63-f5ef-b285-a0da-8553bf10af1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1085cf9927e94049aa70d89e04266602, entries=1, sequenceid=28, filesize=5.0 K 2024-11-23T02:17:19,967 INFO [M:0;72b6db343a5d:41211 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 931ms, sequenceid=28, compaction requested=false 2024-11-23T02:17:19,969 INFO [M:0;72b6db343a5d:41211 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:17:19,969 DEBUG [M:0;72b6db343a5d:41211 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328239035Disabling compacts and flushes for region at 1732328239035Disabling writes for close at 1732328239036 (+1 ms)Obtaining lock to block concurrent updates at 1732328239036Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732328239036Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732328239036Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732328239037 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732328239037Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732328239057 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732328239057Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732328239083 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732328239101 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732328239101Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732328239522 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732328239536 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732328239536Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f9310c6: reopening flushed file at 1732328239947 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7338e4ea: reopening flushed file at 1732328239954 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@342f84b6: reopening flushed file at 1732328239960 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 931ms, sequenceid=28, compaction requested=false at 1732328239968 (+8 ms)Writing region close event to WAL at 1732328239969 (+1 ms)Closed at 1732328239969 2024-11-23T02:17:19,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34627 is added to blk_1073741830_1006 (size=10165) 2024-11-23T02:17:19,972 INFO [M:0;72b6db343a5d:41211 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T02:17:19,972 INFO [M:0;72b6db343a5d:41211 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41211 2024-11-23T02:17:19,972 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:17:19,973 INFO [M:0;72b6db343a5d:41211 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:17:20,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101429cf0b60003, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:17:20,075 INFO [M:0;72b6db343a5d:41211 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:17:20,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41211-0x101429cf0b60003, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:17:20,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@761edb89{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:17:20,079 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a927960{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:17:20,079 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:17:20,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fb9d941{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:17:20,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d3027a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d/hadoop.log.dir/,STOPPED} 2024-11-23T02:17:20,081 WARN [BP-1157620627-172.17.0.2-1732328232765 heartbeating to localhost/127.0.0.1:45055 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T02:17:20,081 WARN [BP-1157620627-172.17.0.2-1732328232765 heartbeating to localhost/127.0.0.1:45055 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1157620627-172.17.0.2-1732328232765 (Datanode Uuid afbeb8b5-a2f0-466a-ba98-714be027ac51) service to localhost/127.0.0.1:45055 2024-11-23T02:17:20,081 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T02:17:20,081 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T02:17:20,082 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d/cluster_c6daf769-9745-8166-8f12-9c6511bec3b5/data/data1/current/BP-1157620627-172.17.0.2-1732328232765 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:17:20,082 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d/cluster_c6daf769-9745-8166-8f12-9c6511bec3b5/data/data2/current/BP-1157620627-172.17.0.2-1732328232765 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:17:20,082 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T02:17:20,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@285c258d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:17:20,089 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77c62866{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:17:20,089 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:17:20,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7636d219{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:17:20,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23c3eab3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d/hadoop.log.dir/,STOPPED} 2024-11-23T02:17:20,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T02:17:20,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T02:17:20,105 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:17:20,105 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:17:20,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:20,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:20,106 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:17:20,106 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T02:17:20,106 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=969693113, stopped=false 2024-11-23T02:17:20,106 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=72b6db343a5d,42709,1732328229599 2024-11-23T02:17:20,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x101429cf0b60001, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1139389411/running 2024-11-23T02:17:20,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x101429cf0b60000, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1139389411/running 2024-11-23T02:17:20,108 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:17:20,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x101429cf0b60001, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139389411 2024-11-23T02:17:20,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x101429cf0b60000, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139389411 2024-11-23T02:17:20,109 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:17:20,109 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:17:20,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:20,109 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '72b6db343a5d,33783,1732328229687' ***** 2024-11-23T02:17:20,109 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T02:17:20,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42709-0x101429cf0b60000, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Set watcher on znode that does not yet exist, /0-1139389411/running 2024-11-23T02:17:20,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33783-0x101429cf0b60001, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Set watcher on znode that does not yet exist, /0-1139389411/running 2024-11-23T02:17:20,109 INFO [RS:0;72b6db343a5d:33783 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T02:17:20,109 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T02:17:20,110 INFO [RS:0;72b6db343a5d:33783 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T02:17:20,110 INFO [RS:0;72b6db343a5d:33783 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T02:17:20,110 INFO [RS:0;72b6db343a5d:33783 {}] regionserver.HRegionServer(3091): Received CLOSE for 01a6724e7e9447a009aa779d83439de4 2024-11-23T02:17:20,110 INFO [RS:0;72b6db343a5d:33783 {}] regionserver.HRegionServer(959): stopping server 72b6db343a5d,33783,1732328229687 2024-11-23T02:17:20,110 INFO [RS:0;72b6db343a5d:33783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:17:20,110 INFO [RS:0;72b6db343a5d:33783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:33783. 2024-11-23T02:17:20,110 DEBUG [RS:0;72b6db343a5d:33783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:17:20,110 DEBUG [RS:0;72b6db343a5d:33783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:20,110 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 01a6724e7e9447a009aa779d83439de4, disabling compactions & flushes 2024-11-23T02:17:20,110 INFO [RS:0;72b6db343a5d:33783 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T02:17:20,110 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732328236104.01a6724e7e9447a009aa779d83439de4. 2024-11-23T02:17:20,110 INFO [RS:0;72b6db343a5d:33783 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T02:17:20,110 INFO [RS:0;72b6db343a5d:33783 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T02:17:20,110 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732328236104.01a6724e7e9447a009aa779d83439de4. 2024-11-23T02:17:20,110 INFO [RS:0;72b6db343a5d:33783 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T02:17:20,110 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732328236104.01a6724e7e9447a009aa779d83439de4. after waiting 0 ms 2024-11-23T02:17:20,111 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732328236104.01a6724e7e9447a009aa779d83439de4. 2024-11-23T02:17:20,111 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 01a6724e7e9447a009aa779d83439de4 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-23T02:17:20,111 INFO [RS:0;72b6db343a5d:33783 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T02:17:20,111 DEBUG [RS:0;72b6db343a5d:33783 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 01a6724e7e9447a009aa779d83439de4=hbase:replication,,1732328236104.01a6724e7e9447a009aa779d83439de4.} 2024-11-23T02:17:20,111 DEBUG [RS:0;72b6db343a5d:33783 {}] regionserver.HRegionServer(1351): Waiting on 01a6724e7e9447a009aa779d83439de4, 1588230740 2024-11-23T02:17:20,111 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:17:20,111 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:17:20,111 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:17:20,111 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:17:20,111 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:17:20,111 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-23T02:17:20,128 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/data/hbase/replication/01a6724e7e9447a009aa779d83439de4/.tmp/queue/1209136d6931468e84404cd5920a34b4 is 151, key is 1-72b6db343a5d,33783,1732328229687/queue:72b6db343a5d%2C33783%2C1732328229687/1732328237512/Put/seqid=0 2024-11-23T02:17:20,132 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/data/hbase/meta/1588230740/.tmp/info/da986065950641f180303a061df09540 is 147, key is hbase:replication,,1732328236104.01a6724e7e9447a009aa779d83439de4./info:regioninfo/1732328237288/Put/seqid=0 2024-11-23T02:17:20,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37295 is added to blk_1073741838_1014 (size=5350) 2024-11-23T02:17:20,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37295 is added to blk_1073741839_1015 (size=6631) 2024-11-23T02:17:20,147 INFO [regionserver/72b6db343a5d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:17:20,281 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,33783,1732328229687.replicationSource.wal-reader.72b6db343a5d%2C33783%2C1732328229687,1-72b6db343a5d,33783,1732328229687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/WALs/72b6db343a5d,33783,1732328229687/72b6db343a5d%2C33783%2C1732328229687.1732328231675 to pos 0, reset compression=false 2024-11-23T02:17:20,311 DEBUG [RS:0;72b6db343a5d:33783 {}] regionserver.HRegionServer(1351): Waiting on 01a6724e7e9447a009aa779d83439de4, 1588230740 2024-11-23T02:17:20,511 DEBUG [RS:0;72b6db343a5d:33783 {}] regionserver.HRegionServer(1351): Waiting on 01a6724e7e9447a009aa779d83439de4, 1588230740 2024-11-23T02:17:20,534 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/data/hbase/replication/01a6724e7e9447a009aa779d83439de4/.tmp/queue/1209136d6931468e84404cd5920a34b4 2024-11-23T02:17:20,537 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/data/hbase/meta/1588230740/.tmp/info/da986065950641f180303a061df09540 2024-11-23T02:17:20,543 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/data/hbase/replication/01a6724e7e9447a009aa779d83439de4/.tmp/queue/1209136d6931468e84404cd5920a34b4 as hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/data/hbase/replication/01a6724e7e9447a009aa779d83439de4/queue/1209136d6931468e84404cd5920a34b4 2024-11-23T02:17:20,543 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T02:17:20,543 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T02:17:20,549 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/data/hbase/replication/01a6724e7e9447a009aa779d83439de4/queue/1209136d6931468e84404cd5920a34b4, entries=1, sequenceid=5, filesize=5.2 K 2024-11-23T02:17:20,550 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 01a6724e7e9447a009aa779d83439de4 in 439ms, sequenceid=5, compaction requested=false 2024-11-23T02:17:20,556 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/data/hbase/replication/01a6724e7e9447a009aa779d83439de4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T02:17:20,556 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:17:20,556 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:17:20,556 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732328236104.01a6724e7e9447a009aa779d83439de4. 2024-11-23T02:17:20,556 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 01a6724e7e9447a009aa779d83439de4: Waiting for close lock at 1732328240110Running coprocessor pre-close hooks at 1732328240110Disabling compacts and flushes for region at 1732328240110Disabling writes for close at 1732328240110Obtaining lock to block concurrent updates at 1732328240111 (+1 ms)Preparing flush snapshotting stores in 01a6724e7e9447a009aa779d83439de4 at 1732328240111Finished memstore snapshotting hbase:replication,,1732328236104.01a6724e7e9447a009aa779d83439de4., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732328240111Flushing stores of hbase:replication,,1732328236104.01a6724e7e9447a009aa779d83439de4. at 1732328240112 (+1 ms)Flushing 01a6724e7e9447a009aa779d83439de4/queue: creating writer at 1732328240112Flushing 01a6724e7e9447a009aa779d83439de4/queue: appending metadata at 1732328240128 (+16 ms)Flushing 01a6724e7e9447a009aa779d83439de4/queue: closing flushed file at 1732328240128Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e1e661: reopening flushed file at 1732328240542 (+414 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 01a6724e7e9447a009aa779d83439de4 in 439ms, sequenceid=5, compaction requested=false at 1732328240550 (+8 ms)Writing region close event to WAL at 1732328240551 (+1 ms)Running coprocessor post-close hooks at 1732328240556 (+5 ms)Closed at 1732328240556 2024-11-23T02:17:20,556 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732328236104.01a6724e7e9447a009aa779d83439de4. 2024-11-23T02:17:20,559 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/data/hbase/meta/1588230740/.tmp/ns/8e9c9cb9317a4ae2bb99fd6d812687c0 is 43, key is default/ns:d/1732328232690/Put/seqid=0 2024-11-23T02:17:20,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37295 is added to blk_1073741840_1016 (size=5153) 2024-11-23T02:17:20,712 DEBUG [RS:0;72b6db343a5d:33783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:17:20,912 DEBUG [RS:0;72b6db343a5d:33783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:17:20,964 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/data/hbase/meta/1588230740/.tmp/ns/8e9c9cb9317a4ae2bb99fd6d812687c0 2024-11-23T02:17:20,985 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/data/hbase/meta/1588230740/.tmp/table/78025e030aa740c5b8e82e73e570887d is 53, key is hbase:replication/table:state/1732328237298/Put/seqid=0 2024-11-23T02:17:20,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37295 is added to blk_1073741841_1017 (size=5256) 2024-11-23T02:17:21,087 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,33783,1732328229687.replicationSource.wal-reader.72b6db343a5d%2C33783%2C1732328229687,1-72b6db343a5d,33783,1732328229687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/WALs/72b6db343a5d,33783,1732328229687/72b6db343a5d%2C33783%2C1732328229687.1732328231675 to pos 0, reset compression=false 2024-11-23T02:17:21,112 INFO [RS:0;72b6db343a5d:33783 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T02:17:21,112 DEBUG [RS:0;72b6db343a5d:33783 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T02:17:21,112 DEBUG [RS:0;72b6db343a5d:33783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:17:21,312 DEBUG [RS:0;72b6db343a5d:33783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:17:21,391 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/data/hbase/meta/1588230740/.tmp/table/78025e030aa740c5b8e82e73e570887d 2024-11-23T02:17:21,397 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/data/hbase/meta/1588230740/.tmp/info/da986065950641f180303a061df09540 as hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/data/hbase/meta/1588230740/info/da986065950641f180303a061df09540 2024-11-23T02:17:21,402 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/data/hbase/meta/1588230740/info/da986065950641f180303a061df09540, entries=10, sequenceid=11, filesize=6.5 K 2024-11-23T02:17:21,403 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/data/hbase/meta/1588230740/.tmp/ns/8e9c9cb9317a4ae2bb99fd6d812687c0 as hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/data/hbase/meta/1588230740/ns/8e9c9cb9317a4ae2bb99fd6d812687c0 2024-11-23T02:17:21,408 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/data/hbase/meta/1588230740/ns/8e9c9cb9317a4ae2bb99fd6d812687c0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T02:17:21,409 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/data/hbase/meta/1588230740/.tmp/table/78025e030aa740c5b8e82e73e570887d as hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/data/hbase/meta/1588230740/table/78025e030aa740c5b8e82e73e570887d 2024-11-23T02:17:21,414 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/data/hbase/meta/1588230740/table/78025e030aa740c5b8e82e73e570887d, entries=2, sequenceid=11, filesize=5.1 K 2024-11-23T02:17:21,415 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=11, compaction requested=false 2024-11-23T02:17:21,419 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T02:17:21,420 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:17:21,420 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:17:21,420 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:17:21,420 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328240111Running coprocessor pre-close hooks at 1732328240111Disabling compacts and flushes for region at 1732328240111Disabling writes for close at 1732328240111Obtaining lock to block concurrent updates at 1732328240111Preparing flush snapshotting stores in 1588230740 at 1732328240111Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732328240112 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732328240112Flushing 1588230740/info: creating writer at 1732328240112Flushing 1588230740/info: appending metadata at 1732328240131 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732328240131Flushing 1588230740/ns: creating writer at 1732328240542 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732328240559 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732328240559Flushing 1588230740/table: creating writer at 1732328240970 (+411 ms)Flushing 1588230740/table: appending metadata at 1732328240985 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732328240985Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12692152: reopening flushed file at 1732328241397 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5659aca4: reopening flushed file at 1732328241403 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e862176: reopening flushed file at 1732328241408 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=11, compaction requested=false at 1732328241415 (+7 ms)Writing region close event to WAL at 1732328241416 (+1 ms)Running coprocessor post-close hooks at 1732328241420 (+4 ms)Closed at 1732328241420 2024-11-23T02:17:21,420 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T02:17:21,513 INFO [RS:0;72b6db343a5d:33783 {}] regionserver.HRegionServer(976): stopping server 72b6db343a5d,33783,1732328229687; all regions closed. 2024-11-23T02:17:21,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37295 is added to blk_1073741834_1010 (size=2742) 2024-11-23T02:17:21,518 DEBUG [RS:0;72b6db343a5d:33783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/oldWALs 2024-11-23T02:17:21,518 INFO [RS:0;72b6db343a5d:33783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 72b6db343a5d%2C33783%2C1732328229687.meta:.meta(num 1732328232637) 2024-11-23T02:17:21,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37295 is added to blk_1073741837_1013 (size=1586) 2024-11-23T02:17:21,520 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/WALs/72b6db343a5d,33783,1732328229687/72b6db343a5d%2C33783%2C1732328229687.rep.1732328237251 not finished, retry = 0 2024-11-23T02:17:21,623 DEBUG [RS:0;72b6db343a5d:33783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/oldWALs 2024-11-23T02:17:21,623 INFO [RS:0;72b6db343a5d:33783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 72b6db343a5d%2C33783%2C1732328229687.rep:(num 1732328237251) 2024-11-23T02:17:21,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37295 is added to blk_1073741832_1008 (size=93) 2024-11-23T02:17:21,628 DEBUG [RS:0;72b6db343a5d:33783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/oldWALs 2024-11-23T02:17:21,628 INFO [RS:0;72b6db343a5d:33783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 72b6db343a5d%2C33783%2C1732328229687:(num 1732328231675) 2024-11-23T02:17:21,628 DEBUG [RS:0;72b6db343a5d:33783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:21,628 INFO [RS:0;72b6db343a5d:33783 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:17:21,628 INFO [RS:0;72b6db343a5d:33783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:17:21,628 INFO [RS:0;72b6db343a5d:33783 {}] hbase.ChoreService(370): Chore service for: regionserver/72b6db343a5d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T02:17:21,628 INFO [RS:0;72b6db343a5d:33783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:17:21,628 INFO [regionserver/72b6db343a5d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:17:21,628 INFO [RS:0;72b6db343a5d:33783 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-72b6db343a5d,33783,1732328229687 because: Region server is closing 2024-11-23T02:17:21,629 INFO [RS:0;72b6db343a5d:33783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:33783. 2024-11-23T02:17:21,629 DEBUG [RS:0;72b6db343a5d:33783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:17:21,629 DEBUG [RS:0;72b6db343a5d:33783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:21,629 DEBUG [RS:0;72b6db343a5d:33783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:21,629 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:17:21,729 WARN [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,33783,1732328229687.replicationSource.wal-reader.72b6db343a5d%2C33783%2C1732328229687,1-72b6db343a5d,33783,1732328229687 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T02:17:21,729 WARN [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,33783,1732328229687.replicationSource.shipper72b6db343a5d%2C33783%2C1732328229687,1-72b6db343a5d,33783,1732328229687 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T02:17:21,730 INFO [RS:0;72b6db343a5d:33783 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,33783,1732328229687.replicationSource.shipper72b6db343a5d%2C33783%2C1732328229687,1-72b6db343a5d,33783,1732328229687 terminated 2024-11-23T02:17:21,730 INFO [RS:0;72b6db343a5d:33783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33783 2024-11-23T02:17:21,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x101429cf0b60001, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1139389411/rs/72b6db343a5d,33783,1732328229687 2024-11-23T02:17:21,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x101429cf0b60000, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139389411/rs 2024-11-23T02:17:21,732 INFO [RS:0;72b6db343a5d:33783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:17:21,733 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [72b6db343a5d,33783,1732328229687] 2024-11-23T02:17:21,735 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1139389411/draining/72b6db343a5d,33783,1732328229687 already deleted, retry=false 2024-11-23T02:17:21,735 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 72b6db343a5d,33783,1732328229687 expired; onlineServers=0 2024-11-23T02:17:21,735 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '72b6db343a5d,42709,1732328229599' ***** 2024-11-23T02:17:21,735 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T02:17:21,735 INFO [M:0;72b6db343a5d:42709 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:17:21,735 INFO [M:0;72b6db343a5d:42709 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:17:21,735 DEBUG [M:0;72b6db343a5d:42709 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T02:17:21,735 DEBUG [M:0;72b6db343a5d:42709 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T02:17:21,735 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T02:17:21,735 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328231476 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328231476,5,FailOnTimeoutGroup] 2024-11-23T02:17:21,735 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328231476 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328231476,5,FailOnTimeoutGroup] 2024-11-23T02:17:21,735 INFO [M:0;72b6db343a5d:42709 {}] hbase.ChoreService(370): Chore service for: master/72b6db343a5d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T02:17:21,735 INFO [M:0;72b6db343a5d:42709 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:17:21,735 DEBUG [M:0;72b6db343a5d:42709 {}] master.HMaster(1795): Stopping service threads 2024-11-23T02:17:21,736 INFO [M:0;72b6db343a5d:42709 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T02:17:21,736 INFO [M:0;72b6db343a5d:42709 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:17:21,736 INFO [M:0;72b6db343a5d:42709 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T02:17:21,736 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T02:17:21,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x101429cf0b60000, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1139389411/master 2024-11-23T02:17:21,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x101429cf0b60000, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1139389411 2024-11-23T02:17:21,738 DEBUG [M:0;72b6db343a5d:42709 {}] zookeeper.ZKUtil(347): master:42709-0x101429cf0b60000, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Unable to get data of znode /0-1139389411/master because node does not exist (not an error) 2024-11-23T02:17:21,738 WARN [M:0;72b6db343a5d:42709 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T02:17:21,738 INFO [M:0;72b6db343a5d:42709 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/.lastflushedseqids 2024-11-23T02:17:21,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37295 is added to blk_1073741842_1018 (size=181) 2024-11-23T02:17:21,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x101429cf0b60001, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:17:21,834 INFO [RS:0;72b6db343a5d:33783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:17:21,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33783-0x101429cf0b60001, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:17:21,834 INFO [RS:0;72b6db343a5d:33783 {}] regionserver.HRegionServer(1031): Exiting; stopping=72b6db343a5d,33783,1732328229687; zookeeper connection closed. 2024-11-23T02:17:21,834 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5889a040 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5889a040 2024-11-23T02:17:21,834 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T02:17:22,144 INFO [M:0;72b6db343a5d:42709 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T02:17:22,144 INFO [M:0;72b6db343a5d:42709 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T02:17:22,144 DEBUG [M:0;72b6db343a5d:42709 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:17:22,144 INFO [M:0;72b6db343a5d:42709 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:17:22,144 DEBUG [M:0;72b6db343a5d:42709 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:17:22,145 DEBUG [M:0;72b6db343a5d:42709 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:17:22,145 DEBUG [M:0;72b6db343a5d:42709 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:17:22,145 INFO [M:0;72b6db343a5d:42709 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-23T02:17:22,161 DEBUG [M:0;72b6db343a5d:42709 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/954af5d5476e42d39e394430335d959b is 82, key is hbase:meta,,1/info:regioninfo/1732328232676/Put/seqid=0 2024-11-23T02:17:22,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37295 is added to blk_1073741843_1019 (size=5672) 2024-11-23T02:17:22,566 INFO [M:0;72b6db343a5d:42709 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/954af5d5476e42d39e394430335d959b 2024-11-23T02:17:22,590 DEBUG [M:0;72b6db343a5d:42709 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73a5aeeffc2f4cc3bafd04f06e9509d8 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732328237302/Put/seqid=0 2024-11-23T02:17:22,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37295 is added to blk_1073741844_1020 (size=7203) 2024-11-23T02:17:22,995 INFO [M:0;72b6db343a5d:42709 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73a5aeeffc2f4cc3bafd04f06e9509d8 2024-11-23T02:17:23,015 DEBUG [M:0;72b6db343a5d:42709 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a80b9e44cd5d4b51a1d1f0f7ee7b88c4 is 69, key is 72b6db343a5d,33783,1732328229687/rs:state/1732328231527/Put/seqid=0 2024-11-23T02:17:23,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37295 is added to blk_1073741845_1021 (size=5156) 2024-11-23T02:17:23,420 INFO [M:0;72b6db343a5d:42709 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a80b9e44cd5d4b51a1d1f0f7ee7b88c4 2024-11-23T02:17:23,426 DEBUG [M:0;72b6db343a5d:42709 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/954af5d5476e42d39e394430335d959b as hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/954af5d5476e42d39e394430335d959b 2024-11-23T02:17:23,431 INFO [M:0;72b6db343a5d:42709 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/954af5d5476e42d39e394430335d959b, entries=8, sequenceid=70, filesize=5.5 K 2024-11-23T02:17:23,432 DEBUG [M:0;72b6db343a5d:42709 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73a5aeeffc2f4cc3bafd04f06e9509d8 as hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/73a5aeeffc2f4cc3bafd04f06e9509d8 2024-11-23T02:17:23,438 INFO [M:0;72b6db343a5d:42709 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/73a5aeeffc2f4cc3bafd04f06e9509d8, entries=8, sequenceid=70, filesize=7.0 K 2024-11-23T02:17:23,439 DEBUG [M:0;72b6db343a5d:42709 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a80b9e44cd5d4b51a1d1f0f7ee7b88c4 as hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a80b9e44cd5d4b51a1d1f0f7ee7b88c4 2024-11-23T02:17:23,444 INFO [M:0;72b6db343a5d:42709 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39737/user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a80b9e44cd5d4b51a1d1f0f7ee7b88c4, entries=1, sequenceid=70, filesize=5.0 K 2024-11-23T02:17:23,446 INFO [M:0;72b6db343a5d:42709 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=70, compaction requested=false 2024-11-23T02:17:23,447 INFO [M:0;72b6db343a5d:42709 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:17:23,447 DEBUG [M:0;72b6db343a5d:42709 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328242144Disabling compacts and flushes for region at 1732328242144Disabling writes for close at 1732328242145 (+1 ms)Obtaining lock to block concurrent updates at 1732328242145Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732328242145Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732328242145Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732328242146 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732328242146Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732328242161 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732328242161Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732328242572 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732328242590 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732328242590Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732328243000 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732328243015 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732328243015Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f689983: reopening flushed file at 1732328243426 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e9ef9a0: reopening flushed file at 1732328243432 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@128b5a34: reopening flushed file at 1732328243438 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=70, compaction requested=false at 1732328243446 (+8 ms)Writing region close event to WAL at 1732328243447 (+1 ms)Closed at 1732328243447 2024-11-23T02:17:23,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37295 is added to blk_1073741830_1006 (size=41008) 2024-11-23T02:17:23,449 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/115cfec7-423c-6301-2f19-074318b8a66d/MasterData/WALs/72b6db343a5d,42709,1732328229599/72b6db343a5d%2C42709%2C1732328229599.1732328231384 not finished, retry = 0 2024-11-23T02:17:23,551 INFO [M:0;72b6db343a5d:42709 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T02:17:23,551 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:17:23,551 INFO [M:0;72b6db343a5d:42709 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42709 2024-11-23T02:17:23,551 INFO [M:0;72b6db343a5d:42709 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:17:23,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:17:23,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T02:17:23,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T02:17:23,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:17:23,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x101429cf0b60000, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:17:23,653 INFO [M:0;72b6db343a5d:42709 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:17:23,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x101429cf0b60000, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:17:23,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75f3a796{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:17:23,656 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ac469b8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:17:23,656 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:17:23,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33b5c6c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:17:23,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48cdbddd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/hadoop.log.dir/,STOPPED} 2024-11-23T02:17:23,657 WARN [BP-1574944275-172.17.0.2-1732328228438 heartbeating to localhost/127.0.0.1:39737 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T02:17:23,657 WARN [BP-1574944275-172.17.0.2-1732328228438 heartbeating to localhost/127.0.0.1:39737 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1574944275-172.17.0.2-1732328228438 (Datanode Uuid 120dfadb-c874-4a69-a8ee-204e0a959f88) service to localhost/127.0.0.1:39737 2024-11-23T02:17:23,657 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T02:17:23,657 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T02:17:23,658 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/cluster_2542855e-5d31-b646-4724-e184633c6599/data/data1/current/BP-1574944275-172.17.0.2-1732328228438 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:17:23,658 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/cluster_2542855e-5d31-b646-4724-e184633c6599/data/data2/current/BP-1574944275-172.17.0.2-1732328228438 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:17:23,658 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T02:17:23,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70ceb0cd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:17:23,664 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25313835{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:17:23,664 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:17:23,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5166ed4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:17:23,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66ef218d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c87174ee-f8e6-b71c-f646-76425b65ef25/hadoop.log.dir/,STOPPED} 2024-11-23T02:17:23,671 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T02:17:23,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T02:17:23,692 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 108) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39737 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58109) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58109) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39737 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45055 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39737 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 222) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6729 (was 7009) 2024-11-23T02:17:23,700 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=135, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=6729 2024-11-23T02:17:23,713 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-23T02:17:23,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d/hadoop.log.dir so I do NOT create it in target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973 2024-11-23T02:17:23,714 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T02:17:23,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d/hadoop.tmp.dir so I do NOT create it in target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973 2024-11-23T02:17:23,714 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/40f332ed-899e-8553-96ad-b765a30cb22d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T02:17:23,714 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973 2024-11-23T02:17:23,714 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/cluster_b1ed9757-1b4f-5e4e-11fe-82712963757c, deleteOnExit=true 2024-11-23T02:17:23,716 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/cluster_b1ed9757-1b4f-5e4e-11fe-82712963757c/zookeeper_0, clientPort=54230, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/cluster_b1ed9757-1b4f-5e4e-11fe-82712963757c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/cluster_b1ed9757-1b4f-5e4e-11fe-82712963757c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T02:17:23,717 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54230 2024-11-23T02:17:23,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T02:17:23,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T02:17:23,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/test.cache.data in system properties and HBase conf 2024-11-23T02:17:23,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T02:17:23,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/hadoop.log.dir in system properties and HBase conf 2024-11-23T02:17:23,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T02:17:23,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T02:17:23,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T02:17:23,718 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T02:17:23,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:17:23,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:17:23,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T02:17:23,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:17:23,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T02:17:23,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T02:17:23,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:17:23,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:17:23,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T02:17:23,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/nfs.dump.dir in system properties and HBase conf 2024-11-23T02:17:23,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/java.io.tmpdir in system properties and HBase conf 2024-11-23T02:17:23,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:17:23,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T02:17:23,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T02:17:23,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101429cf0b60002, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T02:17:23,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101429cf0b60005, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T02:17:23,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101429cf0b60005, quorum=127.0.0.1:58109, baseZNode=/1-1637206355 Received Disconnected from ZooKeeper, ignoring 2024-11-23T02:17:23,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101429cf0b60002, quorum=127.0.0.1:58109, baseZNode=/0-1139389411 Received Disconnected from ZooKeeper, ignoring 2024-11-23T02:17:23,796 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-23T02:17:23,798 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:17:23,816 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:17:23,817 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:17:23,817 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:17:23,840 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:17:23,844 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:17:23,846 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:17:23,846 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:17:23,846 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T02:17:23,847 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:17:23,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d028ff6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:17:23,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d6519a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:17:23,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2406b21c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/java.io.tmpdir/jetty-localhost-41563-hadoop-hdfs-3_4_1-tests_jar-_-any-2958690124570082426/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:17:23,964 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b42acc6{HTTP/1.1, (http/1.1)}{localhost:41563} 2024-11-23T02:17:23,964 INFO [Time-limited test {}] server.Server(415): Started @45560ms 2024-11-23T02:17:24,051 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:17:24,054 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:17:24,055 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:17:24,055 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:17:24,056 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T02:17:24,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5441d9de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:17:24,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@563faabd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:17:24,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4403d3b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/java.io.tmpdir/jetty-localhost-35895-hadoop-hdfs-3_4_1-tests_jar-_-any-8151696437574140665/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:17:24,170 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73a2eb2{HTTP/1.1, (http/1.1)}{localhost:35895} 2024-11-23T02:17:24,170 INFO [Time-limited test {}] server.Server(415): Started @45766ms 2024-11-23T02:17:24,172 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T02:17:24,286 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/cluster_b1ed9757-1b4f-5e4e-11fe-82712963757c/data/data1/current/BP-421387699-172.17.0.2-1732328243749/current, will proceed with Du for space computation calculation, 2024-11-23T02:17:24,287 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/cluster_b1ed9757-1b4f-5e4e-11fe-82712963757c/data/data2/current/BP-421387699-172.17.0.2-1732328243749/current, will proceed with Du for space computation calculation, 2024-11-23T02:17:24,303 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T02:17:24,306 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8da099ee392b9664 with lease ID 0x542577b676f120e7: Processing first storage report for DS-da8b0c39-dc3e-4998-a512-afea3f8169a1 from datanode DatanodeRegistration(127.0.0.1:35353, datanodeUuid=8bc9301c-c661-4a11-aea5-0b050ce83f9c, infoPort=34093, infoSecurePort=0, ipcPort=41311, storageInfo=lv=-57;cid=testClusterID;nsid=1898621380;c=1732328243749) 2024-11-23T02:17:24,306 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8da099ee392b9664 with lease ID 0x542577b676f120e7: from storage DS-da8b0c39-dc3e-4998-a512-afea3f8169a1 node DatanodeRegistration(127.0.0.1:35353, datanodeUuid=8bc9301c-c661-4a11-aea5-0b050ce83f9c, infoPort=34093, infoSecurePort=0, ipcPort=41311, storageInfo=lv=-57;cid=testClusterID;nsid=1898621380;c=1732328243749), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:17:24,306 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8da099ee392b9664 with lease ID 0x542577b676f120e7: Processing first storage report for DS-274769b2-2c6b-421f-bff0-83d46dc520bd from datanode DatanodeRegistration(127.0.0.1:35353, datanodeUuid=8bc9301c-c661-4a11-aea5-0b050ce83f9c, infoPort=34093, infoSecurePort=0, ipcPort=41311, storageInfo=lv=-57;cid=testClusterID;nsid=1898621380;c=1732328243749) 2024-11-23T02:17:24,306 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8da099ee392b9664 with lease ID 0x542577b676f120e7: from storage DS-274769b2-2c6b-421f-bff0-83d46dc520bd node DatanodeRegistration(127.0.0.1:35353, datanodeUuid=8bc9301c-c661-4a11-aea5-0b050ce83f9c, infoPort=34093, infoSecurePort=0, ipcPort=41311, storageInfo=lv=-57;cid=testClusterID;nsid=1898621380;c=1732328243749), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:17:24,404 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973 2024-11-23T02:17:24,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:17:24,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:17:24,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741825_1001 (size=7) 2024-11-23T02:17:24,815 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc with version=8 2024-11-23T02:17:24,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/hbase-staging 2024-11-23T02:17:24,817 INFO [Time-limited test {}] client.ConnectionUtils(128): master/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:17:24,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:17:24,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:17:24,817 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:17:24,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:17:24,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:17:24,817 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T02:17:24,817 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:17:24,818 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33515 2024-11-23T02:17:24,819 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33515 connecting to ZooKeeper ensemble=127.0.0.1:54230 2024-11-23T02:17:24,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335150x0, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:17:24,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33515-0x101429d2c930000 connected 2024-11-23T02:17:24,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:17:24,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:17:24,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33515-0x101429d2c930000, quorum=127.0.0.1:54230, baseZNode=/01548734506 Set watcher on znode that does not yet exist, /01548734506/running 2024-11-23T02:17:24,852 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc, hbase.cluster.distributed=false 2024-11-23T02:17:24,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33515-0x101429d2c930000, quorum=127.0.0.1:54230, baseZNode=/01548734506 Set watcher on znode that does not yet exist, /01548734506/acl 2024-11-23T02:17:24,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33515 2024-11-23T02:17:24,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33515 2024-11-23T02:17:24,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33515 2024-11-23T02:17:24,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33515 2024-11-23T02:17:24,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33515 2024-11-23T02:17:24,871 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:17:24,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:17:24,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:17:24,872 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:17:24,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:17:24,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:17:24,872 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T02:17:24,872 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:17:24,872 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44911 2024-11-23T02:17:24,873 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44911 connecting to ZooKeeper ensemble=127.0.0.1:54230 2024-11-23T02:17:24,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:17:24,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:17:24,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449110x0, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:17:24,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449110x0, quorum=127.0.0.1:54230, baseZNode=/01548734506 Set watcher on znode that does not yet exist, /01548734506/running 2024-11-23T02:17:24,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44911-0x101429d2c930001 connected 2024-11-23T02:17:24,882 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T02:17:24,885 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T02:17:24,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44911-0x101429d2c930001, quorum=127.0.0.1:54230, baseZNode=/01548734506 Set watcher on znode that does not yet exist, /01548734506/master 2024-11-23T02:17:24,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44911-0x101429d2c930001, quorum=127.0.0.1:54230, baseZNode=/01548734506 Set watcher on znode that does not yet exist, /01548734506/acl 2024-11-23T02:17:24,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44911 2024-11-23T02:17:24,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44911 2024-11-23T02:17:24,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44911 2024-11-23T02:17:24,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44911 2024-11-23T02:17:24,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44911 2024-11-23T02:17:24,905 DEBUG [M:0;72b6db343a5d:33515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;72b6db343a5d:33515 2024-11-23T02:17:24,905 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01548734506/backup-masters/72b6db343a5d,33515,1732328244817 2024-11-23T02:17:24,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x101429d2c930000, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548734506/backup-masters 2024-11-23T02:17:24,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44911-0x101429d2c930001, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548734506/backup-masters 2024-11-23T02:17:24,907 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33515-0x101429d2c930000, quorum=127.0.0.1:54230, baseZNode=/01548734506 Set watcher on existing znode=/01548734506/backup-masters/72b6db343a5d,33515,1732328244817 2024-11-23T02:17:24,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44911-0x101429d2c930001, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01548734506/master 2024-11-23T02:17:24,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x101429d2c930000, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548734506 2024-11-23T02:17:24,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44911-0x101429d2c930001, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548734506 2024-11-23T02:17:24,910 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33515-0x101429d2c930000, quorum=127.0.0.1:54230, baseZNode=/01548734506 Set watcher on existing znode=/01548734506/master 2024-11-23T02:17:24,910 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01548734506/backup-masters/72b6db343a5d,33515,1732328244817 from backup master directory 2024-11-23T02:17:24,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x101429d2c930000, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01548734506/backup-masters/72b6db343a5d,33515,1732328244817 2024-11-23T02:17:24,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44911-0x101429d2c930001, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548734506/backup-masters 2024-11-23T02:17:24,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x101429d2c930000, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548734506/backup-masters 2024-11-23T02:17:24,911 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:17:24,911 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=72b6db343a5d,33515,1732328244817 2024-11-23T02:17:24,915 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/hbase.id] with ID: c0cb099c-f6d6-4744-81e4-9d2391188bef 2024-11-23T02:17:24,915 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/.tmp/hbase.id 2024-11-23T02:17:24,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741826_1002 (size=42) 2024-11-23T02:17:25,321 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/.tmp/hbase.id]:[hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/hbase.id] 2024-11-23T02:17:25,332 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:17:25,332 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T02:17:25,334 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-23T02:17:25,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x101429d2c930000, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548734506 2024-11-23T02:17:25,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44911-0x101429d2c930001, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548734506 2024-11-23T02:17:25,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741827_1003 (size=196) 2024-11-23T02:17:25,744 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:17:25,744 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T02:17:25,745 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:17:25,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741828_1004 (size=1189) 2024-11-23T02:17:26,152 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/MasterData/data/master/store 2024-11-23T02:17:26,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741829_1005 (size=34) 2024-11-23T02:17:26,559 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:17:26,559 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:17:26,559 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:17:26,559 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:17:26,559 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:17:26,559 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:17:26,559 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:17:26,559 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328246559Disabling compacts and flushes for region at 1732328246559Disabling writes for close at 1732328246559Writing region close event to WAL at 1732328246559Closed at 1732328246559 2024-11-23T02:17:26,560 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/MasterData/data/master/store/.initializing 2024-11-23T02:17:26,560 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/MasterData/WALs/72b6db343a5d,33515,1732328244817 2024-11-23T02:17:26,561 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:17:26,563 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=72b6db343a5d%2C33515%2C1732328244817, suffix=, logDir=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/MasterData/WALs/72b6db343a5d,33515,1732328244817, archiveDir=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/MasterData/oldWALs, maxLogs=10 2024-11-23T02:17:26,576 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/MasterData/WALs/72b6db343a5d,33515,1732328244817/72b6db343a5d%2C33515%2C1732328244817.1732328246563, exclude list is [], retry=0 2024-11-23T02:17:26,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35353,DS-da8b0c39-dc3e-4998-a512-afea3f8169a1,DISK] 2024-11-23T02:17:26,581 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/MasterData/WALs/72b6db343a5d,33515,1732328244817/72b6db343a5d%2C33515%2C1732328244817.1732328246563 2024-11-23T02:17:26,581 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34093:34093)] 2024-11-23T02:17:26,581 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:17:26,581 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:17:26,582 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:26,582 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:26,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:26,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T02:17:26,585 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:26,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:17:26,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:26,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T02:17:26,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:26,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:17:26,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:26,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T02:17:26,589 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:26,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:17:26,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:26,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T02:17:26,590 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:26,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:17:26,591 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:26,591 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:26,591 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:26,593 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:26,593 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:26,593 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:17:26,594 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:26,596 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:17:26,597 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69321576, jitterRate=0.032971978187561035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:17:26,598 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732328246582Initializing all the Stores at 1732328246582Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328246583 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328246583Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328246583Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328246583Cleaning up temporary data from old regions at 1732328246593 (+10 ms)Region opened successfully at 1732328246597 (+4 ms) 2024-11-23T02:17:26,598 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T02:17:26,601 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e92a700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:17:26,601 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T02:17:26,602 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T02:17:26,602 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T02:17:26,602 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T02:17:26,602 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T02:17:26,603 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T02:17:26,603 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T02:17:26,604 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T02:17:26,605 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33515-0x101429d2c930000, quorum=127.0.0.1:54230, baseZNode=/01548734506 Unable to get data of znode /01548734506/balancer because node does not exist (not necessarily an error) 2024-11-23T02:17:26,607 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01548734506/balancer already deleted, retry=false 2024-11-23T02:17:26,607 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T02:17:26,607 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33515-0x101429d2c930000, quorum=127.0.0.1:54230, baseZNode=/01548734506 Unable to get data of znode /01548734506/normalizer because node does not exist (not necessarily an error) 2024-11-23T02:17:26,609 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01548734506/normalizer already deleted, retry=false 2024-11-23T02:17:26,609 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T02:17:26,610 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33515-0x101429d2c930000, quorum=127.0.0.1:54230, baseZNode=/01548734506 Unable to get data of znode /01548734506/switch/split because node does not exist (not necessarily an error) 2024-11-23T02:17:26,611 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01548734506/switch/split already deleted, retry=false 2024-11-23T02:17:26,611 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33515-0x101429d2c930000, quorum=127.0.0.1:54230, baseZNode=/01548734506 Unable to get data of znode /01548734506/switch/merge because node does not exist (not necessarily an error) 2024-11-23T02:17:26,615 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01548734506/switch/merge already deleted, retry=false 2024-11-23T02:17:26,617 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33515-0x101429d2c930000, quorum=127.0.0.1:54230, baseZNode=/01548734506 Unable to get data of znode /01548734506/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T02:17:26,618 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01548734506/snapshot-cleanup already deleted, retry=false 2024-11-23T02:17:26,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x101429d2c930000, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01548734506/running 2024-11-23T02:17:26,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44911-0x101429d2c930001, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01548734506/running 2024-11-23T02:17:26,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x101429d2c930000, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548734506 2024-11-23T02:17:26,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44911-0x101429d2c930001, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548734506 2024-11-23T02:17:26,620 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=72b6db343a5d,33515,1732328244817, sessionid=0x101429d2c930000, setting cluster-up flag (Was=false) 2024-11-23T02:17:26,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44911-0x101429d2c930001, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548734506 2024-11-23T02:17:26,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x101429d2c930000, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548734506 2024-11-23T02:17:26,630 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01548734506/flush-table-proc/acquired, /01548734506/flush-table-proc/reached, /01548734506/flush-table-proc/abort 2024-11-23T02:17:26,631 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,33515,1732328244817 2024-11-23T02:17:26,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44911-0x101429d2c930001, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548734506 2024-11-23T02:17:26,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x101429d2c930000, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548734506 2024-11-23T02:17:26,640 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01548734506/online-snapshot/acquired, /01548734506/online-snapshot/reached, /01548734506/online-snapshot/abort 2024-11-23T02:17:26,641 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,33515,1732328244817 2024-11-23T02:17:26,642 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T02:17:26,643 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T02:17:26,644 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T02:17:26,644 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T02:17:26,644 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 72b6db343a5d,33515,1732328244817 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T02:17:26,645 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:17:26,645 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:17:26,645 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:17:26,645 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:17:26,645 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/72b6db343a5d:0, corePoolSize=10, maxPoolSize=10 2024-11-23T02:17:26,645 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:26,645 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:17:26,645 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:26,647 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:17:26,647 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T02:17:26,648 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732328276648 2024-11-23T02:17:26,648 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T02:17:26,648 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T02:17:26,648 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T02:17:26,648 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T02:17:26,648 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T02:17:26,648 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T02:17:26,648 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:26,648 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:26,648 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T02:17:26,648 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T02:17:26,649 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T02:17:26,649 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T02:17:26,649 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T02:17:26,649 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T02:17:26,649 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T02:17:26,649 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328246649,5,FailOnTimeoutGroup] 2024-11-23T02:17:26,652 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328246649,5,FailOnTimeoutGroup] 2024-11-23T02:17:26,652 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:26,652 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T02:17:26,652 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:26,652 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:26,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741831_1007 (size=1321) 2024-11-23T02:17:26,693 INFO [RS:0;72b6db343a5d:44911 {}] regionserver.HRegionServer(746): ClusterId : c0cb099c-f6d6-4744-81e4-9d2391188bef 2024-11-23T02:17:26,693 DEBUG [RS:0;72b6db343a5d:44911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T02:17:26,695 DEBUG [RS:0;72b6db343a5d:44911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T02:17:26,695 DEBUG [RS:0;72b6db343a5d:44911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T02:17:26,697 DEBUG [RS:0;72b6db343a5d:44911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T02:17:26,697 DEBUG [RS:0;72b6db343a5d:44911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca9ab63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:17:26,709 DEBUG [RS:0;72b6db343a5d:44911 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;72b6db343a5d:44911 2024-11-23T02:17:26,710 INFO [RS:0;72b6db343a5d:44911 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T02:17:26,710 INFO [RS:0;72b6db343a5d:44911 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T02:17:26,710 DEBUG [RS:0;72b6db343a5d:44911 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T02:17:26,710 INFO [RS:0;72b6db343a5d:44911 {}] regionserver.HRegionServer(2659): reportForDuty to master=72b6db343a5d,33515,1732328244817 with port=44911, startcode=1732328244871 2024-11-23T02:17:26,710 DEBUG [RS:0;72b6db343a5d:44911 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T02:17:26,712 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T02:17:26,712 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33515 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 72b6db343a5d,44911,1732328244871 2024-11-23T02:17:26,712 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33515 {}] master.ServerManager(517): Registering regionserver=72b6db343a5d,44911,1732328244871 2024-11-23T02:17:26,714 DEBUG [RS:0;72b6db343a5d:44911 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc 2024-11-23T02:17:26,714 DEBUG [RS:0;72b6db343a5d:44911 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35561 2024-11-23T02:17:26,714 DEBUG [RS:0;72b6db343a5d:44911 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T02:17:26,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x101429d2c930000, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548734506/rs 2024-11-23T02:17:26,716 DEBUG [RS:0;72b6db343a5d:44911 {}] zookeeper.ZKUtil(111): regionserver:44911-0x101429d2c930001, quorum=127.0.0.1:54230, baseZNode=/01548734506 Set watcher on existing znode=/01548734506/rs/72b6db343a5d,44911,1732328244871 2024-11-23T02:17:26,716 WARN [RS:0;72b6db343a5d:44911 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:17:26,716 INFO [RS:0;72b6db343a5d:44911 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:17:26,716 DEBUG [RS:0;72b6db343a5d:44911 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871 2024-11-23T02:17:26,716 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [72b6db343a5d,44911,1732328244871] 2024-11-23T02:17:26,719 INFO [RS:0;72b6db343a5d:44911 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T02:17:26,721 INFO [RS:0;72b6db343a5d:44911 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T02:17:26,721 INFO [RS:0;72b6db343a5d:44911 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T02:17:26,721 INFO [RS:0;72b6db343a5d:44911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:26,721 INFO [RS:0;72b6db343a5d:44911 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T02:17:26,722 INFO [RS:0;72b6db343a5d:44911 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T02:17:26,722 INFO [RS:0;72b6db343a5d:44911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:26,722 DEBUG [RS:0;72b6db343a5d:44911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:26,722 DEBUG [RS:0;72b6db343a5d:44911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:26,722 DEBUG [RS:0;72b6db343a5d:44911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:26,722 DEBUG [RS:0;72b6db343a5d:44911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:26,722 DEBUG [RS:0;72b6db343a5d:44911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:26,722 DEBUG [RS:0;72b6db343a5d:44911 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:17:26,722 DEBUG [RS:0;72b6db343a5d:44911 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:26,722 DEBUG [RS:0;72b6db343a5d:44911 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:26,722 DEBUG [RS:0;72b6db343a5d:44911 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:26,722 DEBUG [RS:0;72b6db343a5d:44911 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:26,722 DEBUG [RS:0;72b6db343a5d:44911 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:26,722 DEBUG [RS:0;72b6db343a5d:44911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:26,722 DEBUG [RS:0;72b6db343a5d:44911 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:17:26,722 DEBUG [RS:0;72b6db343a5d:44911 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:17:26,724 INFO [RS:0;72b6db343a5d:44911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:26,724 INFO [RS:0;72b6db343a5d:44911 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:26,724 INFO [RS:0;72b6db343a5d:44911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:26,724 INFO [RS:0;72b6db343a5d:44911 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:26,724 INFO [RS:0;72b6db343a5d:44911 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:26,724 INFO [RS:0;72b6db343a5d:44911 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,44911,1732328244871-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:17:26,738 INFO [RS:0;72b6db343a5d:44911 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T02:17:26,739 INFO [RS:0;72b6db343a5d:44911 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,44911,1732328244871-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:26,739 INFO [RS:0;72b6db343a5d:44911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:26,739 INFO [RS:0;72b6db343a5d:44911 {}] regionserver.Replication(171): 72b6db343a5d,44911,1732328244871 started 2024-11-23T02:17:26,752 INFO [RS:0;72b6db343a5d:44911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:26,752 INFO [RS:0;72b6db343a5d:44911 {}] regionserver.HRegionServer(1482): Serving as 72b6db343a5d,44911,1732328244871, RpcServer on 72b6db343a5d/172.17.0.2:44911, sessionid=0x101429d2c930001 2024-11-23T02:17:26,752 DEBUG [RS:0;72b6db343a5d:44911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T02:17:26,752 DEBUG [RS:0;72b6db343a5d:44911 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 72b6db343a5d,44911,1732328244871 2024-11-23T02:17:26,752 DEBUG [RS:0;72b6db343a5d:44911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,44911,1732328244871' 2024-11-23T02:17:26,752 DEBUG [RS:0;72b6db343a5d:44911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01548734506/flush-table-proc/abort' 2024-11-23T02:17:26,753 DEBUG [RS:0;72b6db343a5d:44911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01548734506/flush-table-proc/acquired' 2024-11-23T02:17:26,753 DEBUG [RS:0;72b6db343a5d:44911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T02:17:26,753 DEBUG [RS:0;72b6db343a5d:44911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T02:17:26,753 DEBUG [RS:0;72b6db343a5d:44911 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 72b6db343a5d,44911,1732328244871 2024-11-23T02:17:26,753 DEBUG [RS:0;72b6db343a5d:44911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,44911,1732328244871' 2024-11-23T02:17:26,753 DEBUG [RS:0;72b6db343a5d:44911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01548734506/online-snapshot/abort' 2024-11-23T02:17:26,754 DEBUG [RS:0;72b6db343a5d:44911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01548734506/online-snapshot/acquired' 2024-11-23T02:17:26,754 DEBUG [RS:0;72b6db343a5d:44911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T02:17:26,754 INFO [RS:0;72b6db343a5d:44911 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T02:17:26,754 INFO [RS:0;72b6db343a5d:44911 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T02:17:26,854 INFO [RS:0;72b6db343a5d:44911 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:17:26,856 INFO [RS:0;72b6db343a5d:44911 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C44911%2C1732328244871, suffix=, logDir=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871, archiveDir=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/oldWALs, maxLogs=10 2024-11-23T02:17:26,870 DEBUG [RS:0;72b6db343a5d:44911 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857, exclude list is [], retry=0 2024-11-23T02:17:26,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35353,DS-da8b0c39-dc3e-4998-a512-afea3f8169a1,DISK] 2024-11-23T02:17:26,874 INFO [RS:0;72b6db343a5d:44911 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 2024-11-23T02:17:26,875 DEBUG [RS:0;72b6db343a5d:44911 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34093:34093)] 2024-11-23T02:17:27,059 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T02:17:27,059 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc 2024-11-23T02:17:27,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741833_1009 (size=32) 2024-11-23T02:17:27,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:17:27,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:17:27,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:17:27,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:27,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:17:27,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:17:27,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:17:27,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:27,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:17:27,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:17:27,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:17:27,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:27,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:17:27,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:17:27,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:17:27,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:27,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:17:27,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:17:27,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/meta/1588230740 2024-11-23T02:17:27,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/meta/1588230740 2024-11-23T02:17:27,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:17:27,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:17:27,476 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:17:27,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:17:27,479 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:17:27,480 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71387159, jitterRate=0.06375156342983246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:17:27,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732328247466Initializing all the Stores at 1732328247466Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328247466Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328247467 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328247467Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328247467Cleaning up temporary data from old regions at 1732328247476 (+9 ms)Region opened successfully at 1732328247480 (+4 ms) 2024-11-23T02:17:27,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:17:27,481 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:17:27,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:17:27,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:17:27,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:17:27,481 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:17:27,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328247481Disabling compacts and flushes for region at 1732328247481Disabling writes for close at 1732328247481Writing region close event to WAL at 1732328247481Closed at 1732328247481 2024-11-23T02:17:27,483 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:17:27,483 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T02:17:27,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T02:17:27,484 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:17:27,485 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T02:17:27,635 DEBUG [72b6db343a5d:33515 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T02:17:27,636 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=72b6db343a5d,44911,1732328244871 2024-11-23T02:17:27,637 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,44911,1732328244871, state=OPENING 2024-11-23T02:17:27,640 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T02:17:27,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44911-0x101429d2c930001, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548734506 2024-11-23T02:17:27,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x101429d2c930000, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548734506 2024-11-23T02:17:27,642 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:17:27,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,44911,1732328244871}] 2024-11-23T02:17:27,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01548734506/meta-region-server: CHANGED 2024-11-23T02:17:27,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01548734506/meta-region-server: CHANGED 2024-11-23T02:17:27,795 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:17:27,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T02:17:27,801 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T02:17:27,801 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:17:27,801 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T02:17:27,803 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C44911%2C1732328244871.meta, suffix=.meta, logDir=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871, archiveDir=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/oldWALs, maxLogs=10 2024-11-23T02:17:27,816 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.meta.1732328247803.meta, exclude list is [], retry=0 2024-11-23T02:17:27,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35353,DS-da8b0c39-dc3e-4998-a512-afea3f8169a1,DISK] 2024-11-23T02:17:27,820 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.meta.1732328247803.meta 2024-11-23T02:17:27,821 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34093:34093)] 2024-11-23T02:17:27,821 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:17:27,821 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:17:27,821 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:17:27,821 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T02:17:27,821 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T02:17:27,821 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T02:17:27,822 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:17:27,822 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T02:17:27,822 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T02:17:27,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:17:27,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:17:27,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:27,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:17:27,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:17:27,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:17:27,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:27,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:17:27,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:17:27,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:17:27,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:27,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:17:27,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:17:27,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:17:27,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:27,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:17:27,828 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:17:27,828 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/meta/1588230740 2024-11-23T02:17:27,829 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/meta/1588230740 2024-11-23T02:17:27,831 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:17:27,831 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:17:27,831 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:17:27,832 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:17:27,833 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70689409, jitterRate=0.053354278206825256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:17:27,833 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T02:17:27,833 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732328247822Writing region info on filesystem at 1732328247822Initializing all the Stores at 1732328247822Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328247822Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328247823 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328247823Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328247823Cleaning up temporary data from old regions at 1732328247831 (+8 ms)Running coprocessor post-open hooks at 1732328247833 (+2 ms)Region opened successfully at 1732328247833 2024-11-23T02:17:27,834 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732328247795 2024-11-23T02:17:27,837 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T02:17:27,837 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T02:17:27,837 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,44911,1732328244871 2024-11-23T02:17:27,838 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,44911,1732328244871, state=OPEN 2024-11-23T02:17:27,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44911-0x101429d2c930001, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01548734506/meta-region-server 2024-11-23T02:17:27,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x101429d2c930000, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01548734506/meta-region-server 2024-11-23T02:17:27,843 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=72b6db343a5d,44911,1732328244871 2024-11-23T02:17:27,843 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01548734506/meta-region-server: CHANGED 2024-11-23T02:17:27,843 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01548734506/meta-region-server: CHANGED 2024-11-23T02:17:27,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T02:17:27,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,44911,1732328244871 in 201 msec 2024-11-23T02:17:27,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T02:17:27,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 363 msec 2024-11-23T02:17:27,849 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:17:27,849 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T02:17:27,850 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:17:27,851 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,44911,1732328244871, seqNum=-1] 2024-11-23T02:17:27,851 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:17:27,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:17:27,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2140 sec 2024-11-23T02:17:27,858 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732328247858, completionTime=-1 2024-11-23T02:17:27,858 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T02:17:27,858 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T02:17:27,860 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T02:17:27,860 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732328307860 2024-11-23T02:17:27,860 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732328367860 2024-11-23T02:17:27,860 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T02:17:27,860 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,33515,1732328244817-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:27,860 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,33515,1732328244817-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:27,860 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,33515,1732328244817-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:27,861 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-72b6db343a5d:33515, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:27,861 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:27,861 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:27,862 DEBUG [master/72b6db343a5d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T02:17:27,864 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.953sec 2024-11-23T02:17:27,864 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T02:17:27,864 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T02:17:27,864 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T02:17:27,864 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T02:17:27,864 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T02:17:27,865 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,33515,1732328244817-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:17:27,865 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,33515,1732328244817-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T02:17:27,867 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T02:17:27,867 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T02:17:27,867 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,33515,1732328244817-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:27,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118e03dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:27,894 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,33515,-1 for getting cluster id 2024-11-23T02:17:27,894 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:17:27,896 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0cb099c-f6d6-4744-81e4-9d2391188bef' 2024-11-23T02:17:27,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:17:27,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0cb099c-f6d6-4744-81e4-9d2391188bef" 2024-11-23T02:17:27,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3502be4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:27,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,33515,-1] 2024-11-23T02:17:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:17:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:27,898 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:17:27,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@281668b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:27,899 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:17:27,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,44911,1732328244871, seqNum=-1] 2024-11-23T02:17:27,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:17:27,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:17:27,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=72b6db343a5d,33515,1732328244817 2024-11-23T02:17:27,905 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54230 2024-11-23T02:17:27,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:17:27,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101429d2c930002 connected 2024-11-23T02:17:27,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/hadoop.log.dir so I do NOT create it in target/test-data/4f722e86-3f95-4817-16f2-efb805264493 2024-11-23T02:17:27,912 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T02:17:27,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/hadoop.tmp.dir so I do NOT create it in target/test-data/4f722e86-3f95-4817-16f2-efb805264493 2024-11-23T02:17:27,912 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T02:17:27,912 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f722e86-3f95-4817-16f2-efb805264493 2024-11-23T02:17:27,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T02:17:27,912 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f722e86-3f95-4817-16f2-efb805264493/cluster_938fdec1-2988-662d-fb46-3cdde186b39b, deleteOnExit=true 2024-11-23T02:17:27,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T02:17:27,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f722e86-3f95-4817-16f2-efb805264493/test.cache.data in system properties and HBase conf 2024-11-23T02:17:27,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f722e86-3f95-4817-16f2-efb805264493/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T02:17:27,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f722e86-3f95-4817-16f2-efb805264493/hadoop.log.dir in system properties and HBase conf 2024-11-23T02:17:27,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f722e86-3f95-4817-16f2-efb805264493/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T02:17:27,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f722e86-3f95-4817-16f2-efb805264493/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T02:17:27,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T02:17:27,913 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T02:17:27,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f722e86-3f95-4817-16f2-efb805264493/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:17:27,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f722e86-3f95-4817-16f2-efb805264493/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:17:27,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f722e86-3f95-4817-16f2-efb805264493/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T02:17:27,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f722e86-3f95-4817-16f2-efb805264493/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:17:27,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f722e86-3f95-4817-16f2-efb805264493/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T02:17:27,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f722e86-3f95-4817-16f2-efb805264493/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T02:17:27,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f722e86-3f95-4817-16f2-efb805264493/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:17:27,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f722e86-3f95-4817-16f2-efb805264493/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:17:27,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f722e86-3f95-4817-16f2-efb805264493/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T02:17:27,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f722e86-3f95-4817-16f2-efb805264493/nfs.dump.dir in system properties and HBase conf 2024-11-23T02:17:27,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f722e86-3f95-4817-16f2-efb805264493/java.io.tmpdir in system properties and HBase conf 2024-11-23T02:17:27,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f722e86-3f95-4817-16f2-efb805264493/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:17:27,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f722e86-3f95-4817-16f2-efb805264493/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T02:17:27,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f722e86-3f95-4817-16f2-efb805264493/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T02:17:28,001 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:17:28,005 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:17:28,006 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:17:28,006 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:17:28,006 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T02:17:28,007 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:17:28,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74214264{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f722e86-3f95-4817-16f2-efb805264493/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:17:28,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23beef8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:17:28,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a021a29{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f722e86-3f95-4817-16f2-efb805264493/java.io.tmpdir/jetty-localhost-34493-hadoop-hdfs-3_4_1-tests_jar-_-any-762515637364521935/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:17:28,126 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ccfcd2e{HTTP/1.1, (http/1.1)}{localhost:34493} 2024-11-23T02:17:28,127 INFO [Time-limited test {}] server.Server(415): Started @49722ms 2024-11-23T02:17:28,209 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:17:28,212 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:17:28,215 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:17:28,215 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:17:28,215 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T02:17:28,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cfb5077{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f722e86-3f95-4817-16f2-efb805264493/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:17:28,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d368206{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:17:28,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6239b59c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f722e86-3f95-4817-16f2-efb805264493/java.io.tmpdir/jetty-localhost-40251-hadoop-hdfs-3_4_1-tests_jar-_-any-2836336314569029231/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:17:28,333 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@de72411{HTTP/1.1, (http/1.1)}{localhost:40251} 2024-11-23T02:17:28,333 INFO [Time-limited test {}] server.Server(415): Started @49929ms 2024-11-23T02:17:28,335 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T02:17:28,430 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f722e86-3f95-4817-16f2-efb805264493/cluster_938fdec1-2988-662d-fb46-3cdde186b39b/data/data2/current/BP-460000878-172.17.0.2-1732328247935/current, will proceed with Du for space computation calculation, 2024-11-23T02:17:28,430 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f722e86-3f95-4817-16f2-efb805264493/cluster_938fdec1-2988-662d-fb46-3cdde186b39b/data/data1/current/BP-460000878-172.17.0.2-1732328247935/current, will proceed with Du for space computation calculation, 2024-11-23T02:17:28,453 WARN [Thread-935 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T02:17:28,456 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3458bb45f12eaa69 with lease ID 0xc54f9b81953acd6e: Processing first storage report for DS-69928f34-7c81-4fac-acc6-9bee5d031999 from datanode DatanodeRegistration(127.0.0.1:38241, datanodeUuid=263dffc4-d1f7-4a1e-b16b-bb88568b8c03, infoPort=39373, infoSecurePort=0, ipcPort=40841, storageInfo=lv=-57;cid=testClusterID;nsid=1853091938;c=1732328247935) 2024-11-23T02:17:28,456 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3458bb45f12eaa69 with lease ID 0xc54f9b81953acd6e: from storage DS-69928f34-7c81-4fac-acc6-9bee5d031999 node DatanodeRegistration(127.0.0.1:38241, datanodeUuid=263dffc4-d1f7-4a1e-b16b-bb88568b8c03, infoPort=39373, infoSecurePort=0, ipcPort=40841, storageInfo=lv=-57;cid=testClusterID;nsid=1853091938;c=1732328247935), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:17:28,456 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3458bb45f12eaa69 with lease ID 0xc54f9b81953acd6e: Processing first storage report for DS-49f95941-4274-4c1a-b24e-2bb3b327bc0f from datanode DatanodeRegistration(127.0.0.1:38241, datanodeUuid=263dffc4-d1f7-4a1e-b16b-bb88568b8c03, infoPort=39373, infoSecurePort=0, ipcPort=40841, storageInfo=lv=-57;cid=testClusterID;nsid=1853091938;c=1732328247935) 2024-11-23T02:17:28,456 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3458bb45f12eaa69 with lease ID 0xc54f9b81953acd6e: from storage DS-49f95941-4274-4c1a-b24e-2bb3b327bc0f node DatanodeRegistration(127.0.0.1:38241, datanodeUuid=263dffc4-d1f7-4a1e-b16b-bb88568b8c03, infoPort=39373, infoSecurePort=0, ipcPort=40841, storageInfo=lv=-57;cid=testClusterID;nsid=1853091938;c=1732328247935), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:17:28,461 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f722e86-3f95-4817-16f2-efb805264493 2024-11-23T02:17:28,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:17:28,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:17:28,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741825_1001 (size=7) 2024-11-23T02:17:28,871 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897 with version=8 2024-11-23T02:17:28,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/hbase-staging 2024-11-23T02:17:28,873 INFO [Time-limited test {}] client.ConnectionUtils(128): master/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:17:28,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:17:28,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:17:28,873 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:17:28,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:17:28,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:17:28,874 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T02:17:28,874 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:17:28,874 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37095 2024-11-23T02:17:28,875 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37095 connecting to ZooKeeper ensemble=127.0.0.1:54230 2024-11-23T02:17:28,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370950x0, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:17:28,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37095-0x101429d2c930003 connected 2024-11-23T02:17:28,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:17:28,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:17:28,896 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37095-0x101429d2c930003, quorum=127.0.0.1:54230, baseZNode=/1446173971 Set watcher on znode that does not yet exist, /1446173971/running 2024-11-23T02:17:28,897 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897, hbase.cluster.distributed=false 2024-11-23T02:17:28,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37095-0x101429d2c930003, quorum=127.0.0.1:54230, baseZNode=/1446173971 Set watcher on znode that does not yet exist, /1446173971/acl 2024-11-23T02:17:28,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37095 2024-11-23T02:17:28,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37095 2024-11-23T02:17:28,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37095 2024-11-23T02:17:28,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37095 2024-11-23T02:17:28,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37095 2024-11-23T02:17:28,948 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:17:28,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:17:28,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:17:28,948 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:17:28,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:17:28,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:17:28,948 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T02:17:28,948 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:17:28,949 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39565 2024-11-23T02:17:28,950 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39565 connecting to ZooKeeper ensemble=127.0.0.1:54230 2024-11-23T02:17:28,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:17:28,952 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:17:28,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395650x0, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:17:28,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395650x0, quorum=127.0.0.1:54230, baseZNode=/1446173971 Set watcher on znode that does not yet exist, /1446173971/running 2024-11-23T02:17:28,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39565-0x101429d2c930004 connected 2024-11-23T02:17:28,957 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T02:17:28,958 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T02:17:28,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39565-0x101429d2c930004, quorum=127.0.0.1:54230, baseZNode=/1446173971 Set watcher on znode that does not yet exist, /1446173971/master 2024-11-23T02:17:28,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39565-0x101429d2c930004, quorum=127.0.0.1:54230, baseZNode=/1446173971 Set watcher on znode that does not yet exist, /1446173971/acl 2024-11-23T02:17:28,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39565 2024-11-23T02:17:28,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39565 2024-11-23T02:17:28,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39565 2024-11-23T02:17:28,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39565 2024-11-23T02:17:28,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39565 2024-11-23T02:17:28,976 DEBUG [M:0;72b6db343a5d:37095 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;72b6db343a5d:37095 2024-11-23T02:17:28,976 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1446173971/backup-masters/72b6db343a5d,37095,1732328248873 2024-11-23T02:17:28,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x101429d2c930004, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1446173971/backup-masters 2024-11-23T02:17:28,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37095-0x101429d2c930003, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1446173971/backup-masters 2024-11-23T02:17:28,978 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37095-0x101429d2c930003, quorum=127.0.0.1:54230, baseZNode=/1446173971 Set watcher on existing znode=/1446173971/backup-masters/72b6db343a5d,37095,1732328248873 2024-11-23T02:17:28,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37095-0x101429d2c930003, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1446173971 2024-11-23T02:17:28,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x101429d2c930004, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1446173971/master 2024-11-23T02:17:28,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x101429d2c930004, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1446173971 2024-11-23T02:17:28,981 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37095-0x101429d2c930003, quorum=127.0.0.1:54230, baseZNode=/1446173971 Set watcher on existing znode=/1446173971/master 2024-11-23T02:17:28,982 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1446173971/backup-masters/72b6db343a5d,37095,1732328248873 from backup master directory 2024-11-23T02:17:28,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37095-0x101429d2c930003, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1446173971/backup-masters/72b6db343a5d,37095,1732328248873 2024-11-23T02:17:28,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x101429d2c930004, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1446173971/backup-masters 2024-11-23T02:17:28,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37095-0x101429d2c930003, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1446173971/backup-masters 2024-11-23T02:17:28,984 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:17:28,984 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=72b6db343a5d,37095,1732328248873 2024-11-23T02:17:28,988 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/hbase.id] with ID: a9970abb-0dea-4977-9248-5946ccb4bd28 2024-11-23T02:17:28,988 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/.tmp/hbase.id 2024-11-23T02:17:28,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741826_1002 (size=42) 2024-11-23T02:17:29,118 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T02:17:29,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:17:29,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:17:29,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:17:29,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:17:29,393 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/.tmp/hbase.id]:[hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/hbase.id] 2024-11-23T02:17:29,404 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:17:29,404 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T02:17:29,405 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T02:17:29,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x101429d2c930004, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1446173971 2024-11-23T02:17:29,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37095-0x101429d2c930003, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1446173971 2024-11-23T02:17:29,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741827_1003 (size=196) 2024-11-23T02:17:29,819 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:17:29,820 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T02:17:29,821 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:17:29,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741828_1004 (size=1189) 2024-11-23T02:17:30,228 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/MasterData/data/master/store 2024-11-23T02:17:30,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741829_1005 (size=34) 2024-11-23T02:17:30,635 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:17:30,635 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:17:30,635 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:17:30,635 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:17:30,635 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:17:30,635 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:17:30,635 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:17:30,635 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328250635Disabling compacts and flushes for region at 1732328250635Disabling writes for close at 1732328250635Writing region close event to WAL at 1732328250635Closed at 1732328250635 2024-11-23T02:17:30,637 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/MasterData/data/master/store/.initializing 2024-11-23T02:17:30,637 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/MasterData/WALs/72b6db343a5d,37095,1732328248873 2024-11-23T02:17:30,638 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:17:30,639 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=72b6db343a5d%2C37095%2C1732328248873, suffix=, logDir=hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/MasterData/WALs/72b6db343a5d,37095,1732328248873, archiveDir=hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/MasterData/oldWALs, maxLogs=10 2024-11-23T02:17:30,652 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/MasterData/WALs/72b6db343a5d,37095,1732328248873/72b6db343a5d%2C37095%2C1732328248873.1732328250639, exclude list is [], retry=0 2024-11-23T02:17:30,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38241,DS-69928f34-7c81-4fac-acc6-9bee5d031999,DISK] 2024-11-23T02:17:30,656 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/MasterData/WALs/72b6db343a5d,37095,1732328248873/72b6db343a5d%2C37095%2C1732328248873.1732328250639 2024-11-23T02:17:30,656 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39373:39373)] 2024-11-23T02:17:30,656 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:17:30,657 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:17:30,657 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:30,657 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:30,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:30,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T02:17:30,659 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:30,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:17:30,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:30,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T02:17:30,661 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:30,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:17:30,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:30,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T02:17:30,662 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:30,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:17:30,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:30,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T02:17:30,664 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:30,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:17:30,664 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:30,665 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:30,665 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:30,666 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:30,666 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:30,667 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:17:30,668 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:17:30,670 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:17:30,670 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66339549, jitterRate=-0.01146368682384491}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:17:30,670 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732328250657Initializing all the Stores at 1732328250658 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328250658Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328250658Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328250658Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328250658Cleaning up temporary data from old regions at 1732328250666 (+8 ms)Region opened successfully at 1732328250670 (+4 ms) 2024-11-23T02:17:30,670 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T02:17:30,673 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39c6775e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:17:30,674 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T02:17:30,674 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T02:17:30,674 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T02:17:30,674 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T02:17:30,675 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T02:17:30,675 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T02:17:30,675 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T02:17:30,677 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T02:17:30,677 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37095-0x101429d2c930003, quorum=127.0.0.1:54230, baseZNode=/1446173971 Unable to get data of znode /1446173971/balancer because node does not exist (not necessarily an error) 2024-11-23T02:17:30,679 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1446173971/balancer already deleted, retry=false 2024-11-23T02:17:30,679 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T02:17:30,679 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37095-0x101429d2c930003, quorum=127.0.0.1:54230, baseZNode=/1446173971 Unable to get data of znode /1446173971/normalizer because node does not exist (not necessarily an error) 2024-11-23T02:17:30,681 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1446173971/normalizer already deleted, retry=false 2024-11-23T02:17:30,681 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T02:17:30,682 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37095-0x101429d2c930003, quorum=127.0.0.1:54230, baseZNode=/1446173971 Unable to get data of znode /1446173971/switch/split because node does not exist (not necessarily an error) 2024-11-23T02:17:30,683 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1446173971/switch/split already deleted, retry=false 2024-11-23T02:17:30,684 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37095-0x101429d2c930003, quorum=127.0.0.1:54230, baseZNode=/1446173971 Unable to get data of znode /1446173971/switch/merge because node does not exist (not necessarily an error) 2024-11-23T02:17:30,689 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1446173971/switch/merge already deleted, retry=false 2024-11-23T02:17:30,691 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37095-0x101429d2c930003, quorum=127.0.0.1:54230, baseZNode=/1446173971 Unable to get data of znode /1446173971/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T02:17:30,692 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1446173971/snapshot-cleanup already deleted, retry=false 2024-11-23T02:17:30,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x101429d2c930004, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1446173971/running 2024-11-23T02:17:30,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37095-0x101429d2c930003, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1446173971/running 2024-11-23T02:17:30,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x101429d2c930004, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1446173971 2024-11-23T02:17:30,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37095-0x101429d2c930003, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1446173971 2024-11-23T02:17:30,694 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=72b6db343a5d,37095,1732328248873, sessionid=0x101429d2c930003, setting cluster-up flag (Was=false) 2024-11-23T02:17:30,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x101429d2c930004, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1446173971 2024-11-23T02:17:30,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37095-0x101429d2c930003, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1446173971 2024-11-23T02:17:30,703 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1446173971/flush-table-proc/acquired, /1446173971/flush-table-proc/reached, /1446173971/flush-table-proc/abort 2024-11-23T02:17:30,704 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,37095,1732328248873 2024-11-23T02:17:30,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x101429d2c930004, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1446173971 2024-11-23T02:17:30,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37095-0x101429d2c930003, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1446173971 2024-11-23T02:17:30,714 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1446173971/online-snapshot/acquired, /1446173971/online-snapshot/reached, /1446173971/online-snapshot/abort 2024-11-23T02:17:30,715 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,37095,1732328248873 2024-11-23T02:17:30,716 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T02:17:30,718 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T02:17:30,718 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T02:17:30,718 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T02:17:30,718 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 72b6db343a5d,37095,1732328248873 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T02:17:30,719 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:17:30,719 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:17:30,719 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:17:30,719 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:17:30,719 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/72b6db343a5d:0, corePoolSize=10, maxPoolSize=10 2024-11-23T02:17:30,719 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:30,719 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:17:30,719 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:30,720 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732328280720 2024-11-23T02:17:30,720 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T02:17:30,720 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T02:17:30,721 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T02:17:30,721 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T02:17:30,721 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T02:17:30,721 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T02:17:30,721 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:30,721 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:17:30,721 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T02:17:30,722 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:30,722 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T02:17:30,724 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T02:17:30,724 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T02:17:30,724 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T02:17:30,725 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T02:17:30,725 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T02:17:30,725 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T02:17:30,725 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328250725,5,FailOnTimeoutGroup] 2024-11-23T02:17:30,725 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328250725,5,FailOnTimeoutGroup] 2024-11-23T02:17:30,725 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:30,726 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T02:17:30,726 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:30,726 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:30,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741831_1007 (size=1321) 2024-11-23T02:17:30,766 INFO [RS:0;72b6db343a5d:39565 {}] regionserver.HRegionServer(746): ClusterId : a9970abb-0dea-4977-9248-5946ccb4bd28 2024-11-23T02:17:30,766 DEBUG [RS:0;72b6db343a5d:39565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T02:17:30,768 DEBUG [RS:0;72b6db343a5d:39565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T02:17:30,768 DEBUG [RS:0;72b6db343a5d:39565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T02:17:30,770 DEBUG [RS:0;72b6db343a5d:39565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T02:17:30,771 DEBUG [RS:0;72b6db343a5d:39565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f478eed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:17:30,782 DEBUG [RS:0;72b6db343a5d:39565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;72b6db343a5d:39565 2024-11-23T02:17:30,782 INFO [RS:0;72b6db343a5d:39565 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T02:17:30,782 INFO [RS:0;72b6db343a5d:39565 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T02:17:30,782 DEBUG [RS:0;72b6db343a5d:39565 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T02:17:30,783 INFO [RS:0;72b6db343a5d:39565 {}] regionserver.HRegionServer(2659): reportForDuty to master=72b6db343a5d,37095,1732328248873 with port=39565, startcode=1732328248947 2024-11-23T02:17:30,783 DEBUG [RS:0;72b6db343a5d:39565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T02:17:30,785 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T02:17:30,785 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37095 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 72b6db343a5d,39565,1732328248947 2024-11-23T02:17:30,785 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37095 {}] master.ServerManager(517): Registering regionserver=72b6db343a5d,39565,1732328248947 2024-11-23T02:17:30,787 DEBUG [RS:0;72b6db343a5d:39565 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897 2024-11-23T02:17:30,787 DEBUG [RS:0;72b6db343a5d:39565 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38171 2024-11-23T02:17:30,787 DEBUG [RS:0;72b6db343a5d:39565 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T02:17:30,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37095-0x101429d2c930003, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1446173971/rs 2024-11-23T02:17:30,789 DEBUG [RS:0;72b6db343a5d:39565 {}] zookeeper.ZKUtil(111): regionserver:39565-0x101429d2c930004, quorum=127.0.0.1:54230, baseZNode=/1446173971 Set watcher on existing znode=/1446173971/rs/72b6db343a5d,39565,1732328248947 2024-11-23T02:17:30,789 WARN [RS:0;72b6db343a5d:39565 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:17:30,789 INFO [RS:0;72b6db343a5d:39565 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:17:30,789 DEBUG [RS:0;72b6db343a5d:39565 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/WALs/72b6db343a5d,39565,1732328248947 2024-11-23T02:17:30,789 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [72b6db343a5d,39565,1732328248947] 2024-11-23T02:17:30,793 INFO [RS:0;72b6db343a5d:39565 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T02:17:30,794 INFO [RS:0;72b6db343a5d:39565 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T02:17:30,794 INFO [RS:0;72b6db343a5d:39565 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T02:17:30,794 INFO [RS:0;72b6db343a5d:39565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:30,795 INFO [RS:0;72b6db343a5d:39565 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T02:17:30,795 INFO [RS:0;72b6db343a5d:39565 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T02:17:30,795 INFO [RS:0;72b6db343a5d:39565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:30,795 DEBUG [RS:0;72b6db343a5d:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:30,795 DEBUG [RS:0;72b6db343a5d:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:30,795 DEBUG [RS:0;72b6db343a5d:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:30,795 DEBUG [RS:0;72b6db343a5d:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:30,796 DEBUG [RS:0;72b6db343a5d:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:30,796 DEBUG [RS:0;72b6db343a5d:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:17:30,796 DEBUG [RS:0;72b6db343a5d:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:30,796 DEBUG [RS:0;72b6db343a5d:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:30,796 DEBUG [RS:0;72b6db343a5d:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:30,796 DEBUG [RS:0;72b6db343a5d:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:30,796 DEBUG [RS:0;72b6db343a5d:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:30,796 DEBUG [RS:0;72b6db343a5d:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:17:30,796 DEBUG [RS:0;72b6db343a5d:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:17:30,796 DEBUG [RS:0;72b6db343a5d:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:17:30,796 INFO [RS:0;72b6db343a5d:39565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:30,796 INFO [RS:0;72b6db343a5d:39565 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:30,796 INFO [RS:0;72b6db343a5d:39565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:30,796 INFO [RS:0;72b6db343a5d:39565 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:30,796 INFO [RS:0;72b6db343a5d:39565 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:30,796 INFO [RS:0;72b6db343a5d:39565 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,39565,1732328248947-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:17:30,814 INFO [RS:0;72b6db343a5d:39565 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T02:17:30,814 INFO [RS:0;72b6db343a5d:39565 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,39565,1732328248947-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:30,815 INFO [RS:0;72b6db343a5d:39565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:30,815 INFO [RS:0;72b6db343a5d:39565 {}] regionserver.Replication(171): 72b6db343a5d,39565,1732328248947 started 2024-11-23T02:17:30,828 INFO [RS:0;72b6db343a5d:39565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:30,828 INFO [RS:0;72b6db343a5d:39565 {}] regionserver.HRegionServer(1482): Serving as 72b6db343a5d,39565,1732328248947, RpcServer on 72b6db343a5d/172.17.0.2:39565, sessionid=0x101429d2c930004 2024-11-23T02:17:30,829 DEBUG [RS:0;72b6db343a5d:39565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T02:17:30,829 DEBUG [RS:0;72b6db343a5d:39565 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 72b6db343a5d,39565,1732328248947 2024-11-23T02:17:30,829 DEBUG [RS:0;72b6db343a5d:39565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,39565,1732328248947' 2024-11-23T02:17:30,829 DEBUG [RS:0;72b6db343a5d:39565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1446173971/flush-table-proc/abort' 2024-11-23T02:17:30,829 DEBUG [RS:0;72b6db343a5d:39565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1446173971/flush-table-proc/acquired' 2024-11-23T02:17:30,830 DEBUG [RS:0;72b6db343a5d:39565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T02:17:30,830 DEBUG [RS:0;72b6db343a5d:39565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T02:17:30,830 DEBUG [RS:0;72b6db343a5d:39565 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 72b6db343a5d,39565,1732328248947 2024-11-23T02:17:30,830 DEBUG [RS:0;72b6db343a5d:39565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,39565,1732328248947' 2024-11-23T02:17:30,830 DEBUG [RS:0;72b6db343a5d:39565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1446173971/online-snapshot/abort' 2024-11-23T02:17:30,830 DEBUG [RS:0;72b6db343a5d:39565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1446173971/online-snapshot/acquired' 2024-11-23T02:17:30,830 DEBUG [RS:0;72b6db343a5d:39565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T02:17:30,830 INFO [RS:0;72b6db343a5d:39565 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T02:17:30,831 INFO [RS:0;72b6db343a5d:39565 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T02:17:30,931 INFO [RS:0;72b6db343a5d:39565 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:17:30,933 INFO [RS:0;72b6db343a5d:39565 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C39565%2C1732328248947, suffix=, logDir=hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/WALs/72b6db343a5d,39565,1732328248947, archiveDir=hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/oldWALs, maxLogs=10 2024-11-23T02:17:30,946 DEBUG [RS:0;72b6db343a5d:39565 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/WALs/72b6db343a5d,39565,1732328248947/72b6db343a5d%2C39565%2C1732328248947.1732328250933, exclude list is [], retry=0 2024-11-23T02:17:30,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38241,DS-69928f34-7c81-4fac-acc6-9bee5d031999,DISK] 2024-11-23T02:17:30,951 INFO [RS:0;72b6db343a5d:39565 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/WALs/72b6db343a5d,39565,1732328248947/72b6db343a5d%2C39565%2C1732328248947.1732328250933 2024-11-23T02:17:30,951 DEBUG [RS:0;72b6db343a5d:39565 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39373:39373)] 2024-11-23T02:17:31,130 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T02:17:31,130 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897 2024-11-23T02:17:31,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741833_1009 (size=32) 2024-11-23T02:17:31,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:17:31,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:17:31,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:17:31,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:31,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:17:31,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:17:31,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:17:31,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:31,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:17:31,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:17:31,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:17:31,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:31,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:17:31,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:17:31,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:17:31,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:31,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:17:31,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:17:31,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/hbase/meta/1588230740 2024-11-23T02:17:31,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/hbase/meta/1588230740 2024-11-23T02:17:31,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:17:31,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:17:31,546 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:17:31,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:17:31,549 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:17:31,549 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75190751, jitterRate=0.12042950093746185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:17:31,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732328251536Initializing all the Stores at 1732328251537 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328251537Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328251537Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328251537Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328251537Cleaning up temporary data from old regions at 1732328251546 (+9 ms)Region opened successfully at 1732328251549 (+3 ms) 2024-11-23T02:17:31,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:17:31,550 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:17:31,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:17:31,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:17:31,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:17:31,550 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:17:31,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328251550Disabling compacts and flushes for region at 1732328251550Disabling writes for close at 1732328251550Writing region close event to WAL at 1732328251550Closed at 1732328251550 2024-11-23T02:17:31,551 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:17:31,551 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T02:17:31,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T02:17:31,553 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:17:31,554 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T02:17:31,704 DEBUG [72b6db343a5d:37095 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T02:17:31,705 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=72b6db343a5d,39565,1732328248947 2024-11-23T02:17:31,707 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,39565,1732328248947, state=OPENING 2024-11-23T02:17:31,714 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T02:17:31,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x101429d2c930004, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1446173971 2024-11-23T02:17:31,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37095-0x101429d2c930003, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1446173971 2024-11-23T02:17:31,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1446173971/meta-region-server: CHANGED 2024-11-23T02:17:31,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1446173971/meta-region-server: CHANGED 2024-11-23T02:17:31,717 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:17:31,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,39565,1732328248947}] 2024-11-23T02:17:31,870 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:17:31,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T02:17:31,875 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T02:17:31,875 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:17:31,875 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T02:17:31,877 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C39565%2C1732328248947.meta, suffix=.meta, logDir=hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/WALs/72b6db343a5d,39565,1732328248947, archiveDir=hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/oldWALs, maxLogs=10 2024-11-23T02:17:31,890 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/WALs/72b6db343a5d,39565,1732328248947/72b6db343a5d%2C39565%2C1732328248947.meta.1732328251877.meta, exclude list is [], retry=0 2024-11-23T02:17:31,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38241,DS-69928f34-7c81-4fac-acc6-9bee5d031999,DISK] 2024-11-23T02:17:31,893 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/WALs/72b6db343a5d,39565,1732328248947/72b6db343a5d%2C39565%2C1732328248947.meta.1732328251877.meta 2024-11-23T02:17:31,893 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39373:39373)] 2024-11-23T02:17:31,894 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:17:31,894 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:17:31,894 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:17:31,894 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T02:17:31,894 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T02:17:31,894 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T02:17:31,894 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:17:31,894 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T02:17:31,894 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T02:17:31,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:17:31,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:17:31,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:31,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:17:31,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:17:31,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:17:31,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:31,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:17:31,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:17:31,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:17:31,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:31,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:17:31,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:17:31,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:17:31,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:31,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:17:31,900 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:17:31,901 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/hbase/meta/1588230740 2024-11-23T02:17:31,902 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/hbase/meta/1588230740 2024-11-23T02:17:31,903 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:17:31,903 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:17:31,903 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:17:31,904 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:17:31,905 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69219533, jitterRate=0.03145141899585724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:17:31,905 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T02:17:31,905 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732328251895Writing region info on filesystem at 1732328251895Initializing all the Stores at 1732328251895Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328251895Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328251895Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328251895Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328251895Cleaning up temporary data from old regions at 1732328251903 (+8 ms)Running coprocessor post-open hooks at 1732328251905 (+2 ms)Region opened successfully at 1732328251905 2024-11-23T02:17:31,906 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732328251870 2024-11-23T02:17:31,908 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T02:17:31,908 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T02:17:31,909 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,39565,1732328248947 2024-11-23T02:17:31,910 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,39565,1732328248947, state=OPEN 2024-11-23T02:17:31,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37095-0x101429d2c930003, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1446173971/meta-region-server 2024-11-23T02:17:31,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x101429d2c930004, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1446173971/meta-region-server 2024-11-23T02:17:31,912 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=72b6db343a5d,39565,1732328248947 2024-11-23T02:17:31,912 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1446173971/meta-region-server: CHANGED 2024-11-23T02:17:31,912 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1446173971/meta-region-server: CHANGED 2024-11-23T02:17:31,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T02:17:31,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,39565,1732328248947 in 195 msec 2024-11-23T02:17:31,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T02:17:31,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-23T02:17:31,917 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:17:31,917 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T02:17:31,919 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:17:31,919 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,39565,1732328248947, seqNum=-1] 2024-11-23T02:17:31,919 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:17:31,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:17:31,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2080 sec 2024-11-23T02:17:31,925 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732328251925, completionTime=-1 2024-11-23T02:17:31,925 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T02:17:31,925 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T02:17:31,927 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T02:17:31,927 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732328311927 2024-11-23T02:17:31,927 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732328371927 2024-11-23T02:17:31,927 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T02:17:31,927 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,37095,1732328248873-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:31,927 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,37095,1732328248873-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:31,927 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,37095,1732328248873-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:31,928 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-72b6db343a5d:37095, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:31,928 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:31,928 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:31,929 DEBUG [master/72b6db343a5d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T02:17:31,931 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.947sec 2024-11-23T02:17:31,932 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T02:17:31,932 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T02:17:31,932 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T02:17:31,932 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T02:17:31,932 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T02:17:31,932 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,37095,1732328248873-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:17:31,932 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,37095,1732328248873-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T02:17:31,934 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T02:17:31,934 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T02:17:31,934 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,37095,1732328248873-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:17:31,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35cf6a70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:31,967 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,37095,-1 for getting cluster id 2024-11-23T02:17:31,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:17:31,968 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9970abb-0dea-4977-9248-5946ccb4bd28' 2024-11-23T02:17:31,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:17:31,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9970abb-0dea-4977-9248-5946ccb4bd28" 2024-11-23T02:17:31,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f3ae3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:31,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,37095,-1] 2024-11-23T02:17:31,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:17:31,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:31,971 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:17:31,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a0fa71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:31,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:17:31,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,39565,1732328248947, seqNum=-1] 2024-11-23T02:17:31,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:17:31,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:17:31,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=72b6db343a5d,37095,1732328248873 2024-11-23T02:17:31,976 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54230 2024-11-23T02:17:31,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:17:31,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101429d2c930005 connected 2024-11-23T02:17:31,986 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:17:31,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,33515,1732328244817 2024-11-23T02:17:31,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@773e6516 2024-11-23T02:17:31,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:17:31,989 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:17:31,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:17:31,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T02:17:31,995 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:17:31,996 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:31,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T02:17:31,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:17:31,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:17:32,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741835_1011 (size=902) 2024-11-23T02:17:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:17:32,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:17:32,405 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4a9f3d9cf5d2a41170900fff94cf169c, NAME => 'test,,1732328251989.4a9f3d9cf5d2a41170900fff94cf169c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc 2024-11-23T02:17:32,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741836_1012 (size=39) 2024-11-23T02:17:32,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:17:32,719 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T02:17:32,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732328251989.4a9f3d9cf5d2a41170900fff94cf169c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:17:32,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4a9f3d9cf5d2a41170900fff94cf169c, disabling compactions & flushes 2024-11-23T02:17:32,811 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732328251989.4a9f3d9cf5d2a41170900fff94cf169c. 2024-11-23T02:17:32,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732328251989.4a9f3d9cf5d2a41170900fff94cf169c. 2024-11-23T02:17:32,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732328251989.4a9f3d9cf5d2a41170900fff94cf169c. after waiting 0 ms 2024-11-23T02:17:32,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732328251989.4a9f3d9cf5d2a41170900fff94cf169c. 2024-11-23T02:17:32,811 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732328251989.4a9f3d9cf5d2a41170900fff94cf169c. 2024-11-23T02:17:32,812 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4a9f3d9cf5d2a41170900fff94cf169c: Waiting for close lock at 1732328252811Disabling compacts and flushes for region at 1732328252811Disabling writes for close at 1732328252811Writing region close event to WAL at 1732328252811Closed at 1732328252811 2024-11-23T02:17:32,813 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:17:32,814 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732328251989.4a9f3d9cf5d2a41170900fff94cf169c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732328252813"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328252813"}]},"ts":"1732328252813"} 2024-11-23T02:17:32,816 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T02:17:32,817 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:17:32,817 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328252817"}]},"ts":"1732328252817"} 2024-11-23T02:17:32,819 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T02:17:32,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4a9f3d9cf5d2a41170900fff94cf169c, ASSIGN}] 2024-11-23T02:17:32,820 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4a9f3d9cf5d2a41170900fff94cf169c, ASSIGN 2024-11-23T02:17:32,821 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4a9f3d9cf5d2a41170900fff94cf169c, ASSIGN; state=OFFLINE, location=72b6db343a5d,44911,1732328244871; forceNewPlan=false, retain=false 2024-11-23T02:17:32,972 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4a9f3d9cf5d2a41170900fff94cf169c, regionState=OPENING, regionLocation=72b6db343a5d,44911,1732328244871 2024-11-23T02:17:32,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4a9f3d9cf5d2a41170900fff94cf169c, ASSIGN because future has completed 2024-11-23T02:17:32,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a9f3d9cf5d2a41170900fff94cf169c, server=72b6db343a5d,44911,1732328244871}] 2024-11-23T02:17:33,132 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732328251989.4a9f3d9cf5d2a41170900fff94cf169c. 2024-11-23T02:17:33,132 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a9f3d9cf5d2a41170900fff94cf169c, NAME => 'test,,1732328251989.4a9f3d9cf5d2a41170900fff94cf169c.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:17:33,132 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:17:33,133 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T02:17:33,133 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4a9f3d9cf5d2a41170900fff94cf169c 2024-11-23T02:17:33,133 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732328251989.4a9f3d9cf5d2a41170900fff94cf169c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:17:33,133 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4a9f3d9cf5d2a41170900fff94cf169c 2024-11-23T02:17:33,133 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4a9f3d9cf5d2a41170900fff94cf169c 2024-11-23T02:17:33,134 INFO [StoreOpener-4a9f3d9cf5d2a41170900fff94cf169c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4a9f3d9cf5d2a41170900fff94cf169c 2024-11-23T02:17:33,135 INFO [StoreOpener-4a9f3d9cf5d2a41170900fff94cf169c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a9f3d9cf5d2a41170900fff94cf169c columnFamilyName f 2024-11-23T02:17:33,135 DEBUG [StoreOpener-4a9f3d9cf5d2a41170900fff94cf169c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:33,136 INFO [StoreOpener-4a9f3d9cf5d2a41170900fff94cf169c-1 {}] regionserver.HStore(327): Store=4a9f3d9cf5d2a41170900fff94cf169c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:17:33,136 INFO [StoreOpener-4a9f3d9cf5d2a41170900fff94cf169c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4a9f3d9cf5d2a41170900fff94cf169c 2024-11-23T02:17:33,137 INFO [StoreOpener-4a9f3d9cf5d2a41170900fff94cf169c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a9f3d9cf5d2a41170900fff94cf169c columnFamilyName f1 2024-11-23T02:17:33,137 DEBUG [StoreOpener-4a9f3d9cf5d2a41170900fff94cf169c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:33,137 INFO [StoreOpener-4a9f3d9cf5d2a41170900fff94cf169c-1 {}] regionserver.HStore(327): Store=4a9f3d9cf5d2a41170900fff94cf169c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:17:33,137 INFO [StoreOpener-4a9f3d9cf5d2a41170900fff94cf169c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4a9f3d9cf5d2a41170900fff94cf169c 2024-11-23T02:17:33,138 INFO [StoreOpener-4a9f3d9cf5d2a41170900fff94cf169c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a9f3d9cf5d2a41170900fff94cf169c columnFamilyName norep 2024-11-23T02:17:33,138 DEBUG [StoreOpener-4a9f3d9cf5d2a41170900fff94cf169c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:33,139 INFO [StoreOpener-4a9f3d9cf5d2a41170900fff94cf169c-1 {}] regionserver.HStore(327): Store=4a9f3d9cf5d2a41170900fff94cf169c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:17:33,139 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4a9f3d9cf5d2a41170900fff94cf169c 2024-11-23T02:17:33,139 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/default/test/4a9f3d9cf5d2a41170900fff94cf169c 2024-11-23T02:17:33,140 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/default/test/4a9f3d9cf5d2a41170900fff94cf169c 2024-11-23T02:17:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:17:33,141 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4a9f3d9cf5d2a41170900fff94cf169c 2024-11-23T02:17:33,141 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4a9f3d9cf5d2a41170900fff94cf169c 2024-11-23T02:17:33,141 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T02:17:33,142 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4a9f3d9cf5d2a41170900fff94cf169c 2024-11-23T02:17:33,144 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/default/test/4a9f3d9cf5d2a41170900fff94cf169c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:17:33,144 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4a9f3d9cf5d2a41170900fff94cf169c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63201842, jitterRate=-0.05821916460990906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T02:17:33,144 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a9f3d9cf5d2a41170900fff94cf169c 2024-11-23T02:17:33,145 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4a9f3d9cf5d2a41170900fff94cf169c: Running coprocessor pre-open hook at 1732328253133Writing region info on filesystem at 1732328253133Initializing all the Stores at 1732328253134 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328253134Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328253134Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328253134Cleaning up temporary data from old regions at 1732328253141 (+7 ms)Running coprocessor post-open hooks at 1732328253144 (+3 ms)Region opened successfully at 1732328253145 (+1 ms) 2024-11-23T02:17:33,147 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732328251989.4a9f3d9cf5d2a41170900fff94cf169c., pid=6, masterSystemTime=1732328253127 2024-11-23T02:17:33,149 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732328251989.4a9f3d9cf5d2a41170900fff94cf169c. 2024-11-23T02:17:33,149 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732328251989.4a9f3d9cf5d2a41170900fff94cf169c. 2024-11-23T02:17:33,152 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4a9f3d9cf5d2a41170900fff94cf169c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=72b6db343a5d,44911,1732328244871 2024-11-23T02:17:33,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a9f3d9cf5d2a41170900fff94cf169c, server=72b6db343a5d,44911,1732328244871 because future has completed 2024-11-23T02:17:33,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T02:17:33,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a9f3d9cf5d2a41170900fff94cf169c, server=72b6db343a5d,44911,1732328244871 in 180 msec 2024-11-23T02:17:33,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T02:17:33,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4a9f3d9cf5d2a41170900fff94cf169c, ASSIGN in 338 msec 2024-11-23T02:17:33,161 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:17:33,161 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328253161"}]},"ts":"1732328253161"} 2024-11-23T02:17:33,163 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T02:17:33,164 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:17:33,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1710 sec 2024-11-23T02:17:33,615 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T02:17:33,616 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T02:17:33,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T02:17:33,616 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-23T02:17:33,617 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:17:33,617 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-23T02:17:33,617 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T02:17:33,617 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-23T02:17:33,617 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:17:33,617 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T02:17:33,617 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T02:17:33,617 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T02:17:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:17:34,150 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:17:34,150 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T02:17:34,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,37095,1732328248873 2024-11-23T02:17:34,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3da2ee91 2024-11-23T02:17:34,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:17:34,153 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:17:34,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37095 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:17:34,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37095 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T02:17:34,156 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:17:34,156 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:34,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37095 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T02:17:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:17:34,157 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:17:34,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741835_1011 (size=902) 2024-11-23T02:17:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:17:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:17:34,565 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fbbe32e0182a53d910b8951966e64f02, NAME => 'test,,1732328254153.fbbe32e0182a53d910b8951966e64f02.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897 2024-11-23T02:17:34,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741836_1012 (size=39) 2024-11-23T02:17:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:17:34,971 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732328254153.fbbe32e0182a53d910b8951966e64f02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:17:34,971 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fbbe32e0182a53d910b8951966e64f02, disabling compactions & flushes 2024-11-23T02:17:34,971 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732328254153.fbbe32e0182a53d910b8951966e64f02. 2024-11-23T02:17:34,971 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732328254153.fbbe32e0182a53d910b8951966e64f02. 2024-11-23T02:17:34,971 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732328254153.fbbe32e0182a53d910b8951966e64f02. after waiting 0 ms 2024-11-23T02:17:34,971 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732328254153.fbbe32e0182a53d910b8951966e64f02. 2024-11-23T02:17:34,971 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732328254153.fbbe32e0182a53d910b8951966e64f02. 2024-11-23T02:17:34,971 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fbbe32e0182a53d910b8951966e64f02: Waiting for close lock at 1732328254971Disabling compacts and flushes for region at 1732328254971Disabling writes for close at 1732328254971Writing region close event to WAL at 1732328254971Closed at 1732328254971 2024-11-23T02:17:34,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:17:34,973 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732328254153.fbbe32e0182a53d910b8951966e64f02.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732328254973"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328254973"}]},"ts":"1732328254973"} 2024-11-23T02:17:34,994 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T02:17:34,996 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:17:34,996 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328254996"}]},"ts":"1732328254996"} 2024-11-23T02:17:34,998 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T02:17:34,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fbbe32e0182a53d910b8951966e64f02, ASSIGN}] 2024-11-23T02:17:35,000 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fbbe32e0182a53d910b8951966e64f02, ASSIGN 2024-11-23T02:17:35,002 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fbbe32e0182a53d910b8951966e64f02, ASSIGN; state=OFFLINE, location=72b6db343a5d,39565,1732328248947; forceNewPlan=false, retain=false 2024-11-23T02:17:35,152 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fbbe32e0182a53d910b8951966e64f02, regionState=OPENING, regionLocation=72b6db343a5d,39565,1732328248947 2024-11-23T02:17:35,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fbbe32e0182a53d910b8951966e64f02, ASSIGN because future has completed 2024-11-23T02:17:35,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbbe32e0182a53d910b8951966e64f02, server=72b6db343a5d,39565,1732328248947}] 2024-11-23T02:17:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:17:35,312 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732328254153.fbbe32e0182a53d910b8951966e64f02. 2024-11-23T02:17:35,313 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fbbe32e0182a53d910b8951966e64f02, NAME => 'test,,1732328254153.fbbe32e0182a53d910b8951966e64f02.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:17:35,313 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:17:35,313 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T02:17:35,313 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fbbe32e0182a53d910b8951966e64f02 2024-11-23T02:17:35,313 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732328254153.fbbe32e0182a53d910b8951966e64f02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:17:35,313 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fbbe32e0182a53d910b8951966e64f02 2024-11-23T02:17:35,314 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fbbe32e0182a53d910b8951966e64f02 2024-11-23T02:17:35,315 INFO [StoreOpener-fbbe32e0182a53d910b8951966e64f02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fbbe32e0182a53d910b8951966e64f02 2024-11-23T02:17:35,316 INFO [StoreOpener-fbbe32e0182a53d910b8951966e64f02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbbe32e0182a53d910b8951966e64f02 columnFamilyName f 2024-11-23T02:17:35,316 DEBUG [StoreOpener-fbbe32e0182a53d910b8951966e64f02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:35,317 INFO [StoreOpener-fbbe32e0182a53d910b8951966e64f02-1 {}] regionserver.HStore(327): Store=fbbe32e0182a53d910b8951966e64f02/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:17:35,317 INFO [StoreOpener-fbbe32e0182a53d910b8951966e64f02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fbbe32e0182a53d910b8951966e64f02 2024-11-23T02:17:35,318 INFO [StoreOpener-fbbe32e0182a53d910b8951966e64f02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbbe32e0182a53d910b8951966e64f02 columnFamilyName f1 2024-11-23T02:17:35,318 DEBUG [StoreOpener-fbbe32e0182a53d910b8951966e64f02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:35,318 INFO [StoreOpener-fbbe32e0182a53d910b8951966e64f02-1 {}] regionserver.HStore(327): Store=fbbe32e0182a53d910b8951966e64f02/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:17:35,319 INFO [StoreOpener-fbbe32e0182a53d910b8951966e64f02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fbbe32e0182a53d910b8951966e64f02 2024-11-23T02:17:35,319 INFO [StoreOpener-fbbe32e0182a53d910b8951966e64f02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbbe32e0182a53d910b8951966e64f02 columnFamilyName norep 2024-11-23T02:17:35,319 DEBUG [StoreOpener-fbbe32e0182a53d910b8951966e64f02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:35,320 INFO [StoreOpener-fbbe32e0182a53d910b8951966e64f02-1 {}] regionserver.HStore(327): Store=fbbe32e0182a53d910b8951966e64f02/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:17:35,320 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fbbe32e0182a53d910b8951966e64f02 2024-11-23T02:17:35,321 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/default/test/fbbe32e0182a53d910b8951966e64f02 2024-11-23T02:17:35,321 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/default/test/fbbe32e0182a53d910b8951966e64f02 2024-11-23T02:17:35,322 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fbbe32e0182a53d910b8951966e64f02 2024-11-23T02:17:35,322 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fbbe32e0182a53d910b8951966e64f02 2024-11-23T02:17:35,323 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T02:17:35,324 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fbbe32e0182a53d910b8951966e64f02 2024-11-23T02:17:35,326 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/default/test/fbbe32e0182a53d910b8951966e64f02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:17:35,326 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fbbe32e0182a53d910b8951966e64f02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72912042, jitterRate=0.08647409081459045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T02:17:35,326 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fbbe32e0182a53d910b8951966e64f02 2024-11-23T02:17:35,326 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fbbe32e0182a53d910b8951966e64f02: Running coprocessor pre-open hook at 1732328255314Writing region info on filesystem at 1732328255314Initializing all the Stores at 1732328255314Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328255315 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328255315Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328255315Cleaning up temporary data from old regions at 1732328255322 (+7 ms)Running coprocessor post-open hooks at 1732328255326 (+4 ms)Region opened successfully at 1732328255326 2024-11-23T02:17:35,327 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732328254153.fbbe32e0182a53d910b8951966e64f02., pid=6, masterSystemTime=1732328255309 2024-11-23T02:17:35,330 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732328254153.fbbe32e0182a53d910b8951966e64f02. 2024-11-23T02:17:35,330 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732328254153.fbbe32e0182a53d910b8951966e64f02. 2024-11-23T02:17:35,330 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fbbe32e0182a53d910b8951966e64f02, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=72b6db343a5d,39565,1732328248947 2024-11-23T02:17:35,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbbe32e0182a53d910b8951966e64f02, server=72b6db343a5d,39565,1732328248947 because future has completed 2024-11-23T02:17:35,336 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T02:17:35,337 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fbbe32e0182a53d910b8951966e64f02, server=72b6db343a5d,39565,1732328248947 in 178 msec 2024-11-23T02:17:35,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T02:17:35,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fbbe32e0182a53d910b8951966e64f02, ASSIGN in 338 msec 2024-11-23T02:17:35,340 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:17:35,341 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328255340"}]},"ts":"1732328255340"} 2024-11-23T02:17:35,343 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T02:17:35,344 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:17:35,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1910 sec 2024-11-23T02:17:36,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:17:36,301 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T02:17:36,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b90675a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:36,302 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,33515,-1 for getting cluster id 2024-11-23T02:17:36,302 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:17:36,303 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0cb099c-f6d6-4744-81e4-9d2391188bef' 2024-11-23T02:17:36,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:17:36,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0cb099c-f6d6-4744-81e4-9d2391188bef" 2024-11-23T02:17:36,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c2c159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:36,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,33515,-1] 2024-11-23T02:17:36,304 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:17:36,304 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:36,305 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:17:36,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b7bf5bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:36,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e47d9a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:36,306 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,37095,-1 for getting cluster id 2024-11-23T02:17:36,306 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:17:36,307 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9970abb-0dea-4977-9248-5946ccb4bd28' 2024-11-23T02:17:36,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:17:36,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9970abb-0dea-4977-9248-5946ccb4bd28" 2024-11-23T02:17:36,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc942f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:36,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,37095,-1] 2024-11-23T02:17:36,308 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:17:36,308 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:36,308 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:17:36,309 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3c9940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:36,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4249129c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:36,310 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,33515,-1 for getting cluster id 2024-11-23T02:17:36,310 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:17:36,310 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0cb099c-f6d6-4744-81e4-9d2391188bef' 2024-11-23T02:17:36,310 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:17:36,311 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0cb099c-f6d6-4744-81e4-9d2391188bef" 2024-11-23T02:17:36,311 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@689fe4a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:36,311 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,33515,-1] 2024-11-23T02:17:36,311 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:17:36,311 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:36,312 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:17:36,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c041a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:36,314 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:17:36,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,33515,1732328244817 2024-11-23T02:17:36,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29ea6ed9 2024-11-23T02:17:36,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:17:36,315 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:17:36,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://72b6db343a5d:37095,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-23T02:17:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T02:17:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:17:36,319 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:37095' 2024-11-23T02:17:36,320 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e6b8bdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:36,320 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,37095,-1 for getting cluster id 2024-11-23T02:17:36,320 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:17:36,321 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9970abb-0dea-4977-9248-5946ccb4bd28' 2024-11-23T02:17:36,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:17:36,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9970abb-0dea-4977-9248-5946ccb4bd28" 2024-11-23T02:17:36,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@585be2b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:36,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,37095,-1] 2024-11-23T02:17:36,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:17:36,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:36,322 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:17:36,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66be9332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:36,323 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:17:36,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,37095,1732328248873 2024-11-23T02:17:36,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@130a703b 2024-11-23T02:17:36,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:17:36,324 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:17:36,325 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T02:17:36,325 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T02:17:36,325 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:36,325 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:36,325 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:17:36,326 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:17:36,327 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T02:17:36,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:17:36,328 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:36,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:17:36,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741837_1013 (size=1138) 2024-11-23T02:17:36,377 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T02:17:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:17:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:17:36,736 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f4cb827539d0fe8b16662208a3e69f56, NAME => 'hbase:replication,,1732328256325.f4cb827539d0fe8b16662208a3e69f56.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc 2024-11-23T02:17:36,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741838_1014 (size=44) 2024-11-23T02:17:36,793 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T02:17:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:17:37,142 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732328256325.f4cb827539d0fe8b16662208a3e69f56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:17:37,143 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f4cb827539d0fe8b16662208a3e69f56, disabling compactions & flushes 2024-11-23T02:17:37,143 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732328256325.f4cb827539d0fe8b16662208a3e69f56. 2024-11-23T02:17:37,143 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732328256325.f4cb827539d0fe8b16662208a3e69f56. 2024-11-23T02:17:37,143 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732328256325.f4cb827539d0fe8b16662208a3e69f56. after waiting 0 ms 2024-11-23T02:17:37,143 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732328256325.f4cb827539d0fe8b16662208a3e69f56. 2024-11-23T02:17:37,143 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732328256325.f4cb827539d0fe8b16662208a3e69f56. 2024-11-23T02:17:37,143 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f4cb827539d0fe8b16662208a3e69f56: Waiting for close lock at 1732328257143Disabling compacts and flushes for region at 1732328257143Disabling writes for close at 1732328257143Writing region close event to WAL at 1732328257143Closed at 1732328257143 2024-11-23T02:17:37,144 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:17:37,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732328256325.f4cb827539d0fe8b16662208a3e69f56.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732328257144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328257144"}]},"ts":"1732328257144"} 2024-11-23T02:17:37,147 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T02:17:37,148 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:17:37,148 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328257148"}]},"ts":"1732328257148"} 2024-11-23T02:17:37,149 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T02:17:37,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f4cb827539d0fe8b16662208a3e69f56, ASSIGN}] 2024-11-23T02:17:37,151 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f4cb827539d0fe8b16662208a3e69f56, ASSIGN 2024-11-23T02:17:37,152 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f4cb827539d0fe8b16662208a3e69f56, ASSIGN; state=OFFLINE, location=72b6db343a5d,44911,1732328244871; forceNewPlan=false, retain=false 2024-11-23T02:17:37,302 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f4cb827539d0fe8b16662208a3e69f56, regionState=OPENING, regionLocation=72b6db343a5d,44911,1732328244871 2024-11-23T02:17:37,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f4cb827539d0fe8b16662208a3e69f56, ASSIGN because future has completed 2024-11-23T02:17:37,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4cb827539d0fe8b16662208a3e69f56, server=72b6db343a5d,44911,1732328244871}] 2024-11-23T02:17:37,396 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T02:17:37,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:17:37,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:17:37,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:17:37,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:17:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:17:37,462 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732328256325.f4cb827539d0fe8b16662208a3e69f56. 2024-11-23T02:17:37,462 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:17:37,462 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T02:17:37,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C44911%2C1732328244871.rep, suffix=, logDir=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871, archiveDir=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/oldWALs, maxLogs=10 2024-11-23T02:17:37,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.rep.1732328257464, exclude list is [], retry=0 2024-11-23T02:17:37,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35353,DS-da8b0c39-dc3e-4998-a512-afea3f8169a1,DISK] 2024-11-23T02:17:37,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.rep.1732328257464 2024-11-23T02:17:37,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34093:34093)] 2024-11-23T02:17:37,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f4cb827539d0fe8b16662208a3e69f56, NAME => 'hbase:replication,,1732328256325.f4cb827539d0fe8b16662208a3e69f56.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:17:37,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:17:37,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:17:37,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732328256325.f4cb827539d0fe8b16662208a3e69f56. service=MultiRowMutationService 2024-11-23T02:17:37,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T02:17:37,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f4cb827539d0fe8b16662208a3e69f56 2024-11-23T02:17:37,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732328256325.f4cb827539d0fe8b16662208a3e69f56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:17:37,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f4cb827539d0fe8b16662208a3e69f56 2024-11-23T02:17:37,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f4cb827539d0fe8b16662208a3e69f56 2024-11-23T02:17:37,485 INFO [StoreOpener-f4cb827539d0fe8b16662208a3e69f56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f4cb827539d0fe8b16662208a3e69f56 2024-11-23T02:17:37,487 INFO [StoreOpener-f4cb827539d0fe8b16662208a3e69f56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4cb827539d0fe8b16662208a3e69f56 columnFamilyName hfileref 2024-11-23T02:17:37,487 DEBUG [StoreOpener-f4cb827539d0fe8b16662208a3e69f56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:37,487 INFO [StoreOpener-f4cb827539d0fe8b16662208a3e69f56-1 {}] regionserver.HStore(327): Store=f4cb827539d0fe8b16662208a3e69f56/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:17:37,487 INFO [StoreOpener-f4cb827539d0fe8b16662208a3e69f56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f4cb827539d0fe8b16662208a3e69f56 2024-11-23T02:17:37,488 INFO [StoreOpener-f4cb827539d0fe8b16662208a3e69f56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4cb827539d0fe8b16662208a3e69f56 columnFamilyName queue 2024-11-23T02:17:37,489 DEBUG [StoreOpener-f4cb827539d0fe8b16662208a3e69f56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:37,489 INFO [StoreOpener-f4cb827539d0fe8b16662208a3e69f56-1 {}] regionserver.HStore(327): Store=f4cb827539d0fe8b16662208a3e69f56/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:17:37,489 INFO [StoreOpener-f4cb827539d0fe8b16662208a3e69f56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f4cb827539d0fe8b16662208a3e69f56 2024-11-23T02:17:37,490 INFO [StoreOpener-f4cb827539d0fe8b16662208a3e69f56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4cb827539d0fe8b16662208a3e69f56 columnFamilyName sid 2024-11-23T02:17:37,490 DEBUG [StoreOpener-f4cb827539d0fe8b16662208a3e69f56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:17:37,491 INFO [StoreOpener-f4cb827539d0fe8b16662208a3e69f56-1 {}] regionserver.HStore(327): Store=f4cb827539d0fe8b16662208a3e69f56/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:17:37,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f4cb827539d0fe8b16662208a3e69f56 2024-11-23T02:17:37,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/replication/f4cb827539d0fe8b16662208a3e69f56 2024-11-23T02:17:37,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/replication/f4cb827539d0fe8b16662208a3e69f56 2024-11-23T02:17:37,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f4cb827539d0fe8b16662208a3e69f56 2024-11-23T02:17:37,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f4cb827539d0fe8b16662208a3e69f56 2024-11-23T02:17:37,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T02:17:37,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f4cb827539d0fe8b16662208a3e69f56 2024-11-23T02:17:37,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/replication/f4cb827539d0fe8b16662208a3e69f56/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:17:37,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f4cb827539d0fe8b16662208a3e69f56; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65272062, jitterRate=-0.027370482683181763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T02:17:37,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f4cb827539d0fe8b16662208a3e69f56 2024-11-23T02:17:37,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f4cb827539d0fe8b16662208a3e69f56: Running coprocessor pre-open hook at 1732328257484Writing region info on filesystem at 1732328257484Initializing all the Stores at 1732328257485 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328257485Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328257485Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328257485Cleaning up temporary data from old regions at 1732328257493 (+8 ms)Running coprocessor post-open hooks at 1732328257497 (+4 ms)Region opened successfully at 1732328257497 2024-11-23T02:17:37,498 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732328256325.f4cb827539d0fe8b16662208a3e69f56., pid=10, masterSystemTime=1732328257457 2024-11-23T02:17:37,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732328256325.f4cb827539d0fe8b16662208a3e69f56. 2024-11-23T02:17:37,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732328256325.f4cb827539d0fe8b16662208a3e69f56. 2024-11-23T02:17:37,501 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f4cb827539d0fe8b16662208a3e69f56, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,44911,1732328244871 2024-11-23T02:17:37,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4cb827539d0fe8b16662208a3e69f56, server=72b6db343a5d,44911,1732328244871 because future has completed 2024-11-23T02:17:37,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T02:17:37,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f4cb827539d0fe8b16662208a3e69f56, server=72b6db343a5d,44911,1732328244871 in 200 msec 2024-11-23T02:17:37,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T02:17:37,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f4cb827539d0fe8b16662208a3e69f56, ASSIGN in 357 msec 2024-11-23T02:17:37,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:17:37,510 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328257510"}]},"ts":"1732328257510"} 2024-11-23T02:17:37,513 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T02:17:37,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:17:37,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1880 sec 2024-11-23T02:17:37,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732328256325.f4cb827539d0fe8b16662208a3e69f56., hostname=72b6db343a5d,44911,1732328244871, seqNum=2] 2024-11-23T02:17:37,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x101429d2c930000, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548734506 2024-11-23T02:17:37,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44911-0x101429d2c930001, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548734506 2024-11-23T02:17:37,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T02:17:37,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44911 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T02:17:37,697 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T02:17:37,726 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-72b6db343a5d,44911,1732328244871, ReplicationSource: 1, currentBandwidth=0 2024-11-23T02:17:37,727 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:17:37,727 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,44911,1732328244871, seqNum=-1] 2024-11-23T02:17:37,727 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:17:37,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-23T02:17:37,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-72b6db343a5d,44911,1732328244871', locateType=CURRENT is [region=hbase:replication,,1732328256325.f4cb827539d0fe8b16662208a3e69f56., hostname=72b6db343a5d,44911,1732328244871, seqNum=2] 2024-11-23T02:17:37,733 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T02:17:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T02:17:37,735 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 72b6db343a5d,44911,1732328244871 suceeded 2024-11-23T02:17:37,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T02:17:37,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-23T02:17:37,738 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://72b6db343a5d:37095,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-23T02:17:37,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4220 sec 2024-11-23T02:17:37,749 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:37095' 2024-11-23T02:17:37,750 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43ba09ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:37,750 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,37095,-1 for getting cluster id 2024-11-23T02:17:37,750 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:17:37,751 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9970abb-0dea-4977-9248-5946ccb4bd28' 2024-11-23T02:17:37,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:17:37,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9970abb-0dea-4977-9248-5946ccb4bd28" 2024-11-23T02:17:37,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b8d269b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:37,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,37095,-1] 2024-11-23T02:17:37,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:17:37,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:37,753 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:17:37,753 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d93cb6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:37,753 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:17:37,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,37095,1732328248873 2024-11-23T02:17:37,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33175e40 2024-11-23T02:17:37,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:17:37,755 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-23T02:17:37,756 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-72b6db343a5d,44911,1732328244871 (queues=1) is replicating from cluster=c0cb099c-f6d6-4744-81e4-9d2391188bef to cluster=a9970abb-0dea-4977-9248-5946ccb4bd28 2024-11-23T02:17:37,756 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=72b6db343a5d%2C44911%2C1732328244871 2024-11-23T02:17:37,756 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-72b6db343a5d,44911,1732328244871, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T02:17:37,756 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.shipper72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 72b6db343a5d%2C44911%2C1732328244871 2024-11-23T02:17:37,756 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857, startPosition=0, beingWritten=true 2024-11-23T02:17:37,766 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:17:37,766 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 379, reset compression=false 2024-11-23T02:17:37,766 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.shipper72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,44911,1732328244871 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:17:37,971 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 379, reset compression=false 2024-11-23T02:17:38,275 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 379, reset compression=false 2024-11-23T02:17:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:17:38,460 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T02:17:38,461 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:17:38,461 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:17:38,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:38,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:38,461 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:17:38,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:17:38,467 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732328258465/Put/seqid=0 2024-11-23T02:17:38,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741840_1016 (size=7894) 2024-11-23T02:17:38,680 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 379, reset compression=false 2024-11-23T02:17:38,720 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T02:17:38,874 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/load_f/f/hfile_1 is 34, key is ddd/f:row/1732328258873/Put/seqid=0 2024-11-23T02:17:38,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741841_1017 (size=7691) 2024-11-23T02:17:39,184 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 379, reset compression=false 2024-11-23T02:17:39,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c815c28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:39,284 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,33515,-1 for getting cluster id 2024-11-23T02:17:39,284 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:17:39,285 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0cb099c-f6d6-4744-81e4-9d2391188bef' 2024-11-23T02:17:39,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:17:39,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0cb099c-f6d6-4744-81e4-9d2391188bef" 2024-11-23T02:17:39,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48515d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:39,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,33515,-1] 2024-11-23T02:17:39,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:17:39,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:39,287 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:17:39,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62a32880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:39,288 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:17:39,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,44911,1732328244871, seqNum=-1] 2024-11-23T02:17:39,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:17:39,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:17:39,302 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:17:39,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,33515,1732328244817 2024-11-23T02:17:39,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44098995 2024-11-23T02:17:39,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:17:39,309 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:17:39,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732328251989.4a9f3d9cf5d2a41170900fff94cf169c., hostname=72b6db343a5d,44911,1732328244871, seqNum=2] 2024-11-23T02:17:39,331 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T02:17:39,343 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-23T02:17:39,347 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-23T02:17:39,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/load_f/f/hfile_1 for inclusion in 4a9f3d9cf5d2a41170900fff94cf169c/f 2024-11-23T02:17:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-23T02:17:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T02:17:39,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/load_f/f/hfile_0 for inclusion in 4a9f3d9cf5d2a41170900fff94cf169c/f 2024-11-23T02:17:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-23T02:17:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T02:17:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HRegion(2603): Flush status journal for 4a9f3d9cf5d2a41170900fff94cf169c: 2024-11-23T02:17:39,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/load_f/f/hfile_1 to hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/staging/jenkins__test__etmhioha2rff4aqu2qkckhb8aa80p18k2fvp63f1kl64gm1glarhjq8m85ltmdb0/f/hfile_1 2024-11-23T02:17:39,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/staging/jenkins__test__etmhioha2rff4aqu2qkckhb8aa80p18k2fvp63f1kl64gm1glarhjq8m85ltmdb0/f/hfile_1 as hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/default/test/4a9f3d9cf5d2a41170900fff94cf169c/f/1ed7e96d9a6f492aa65d209ed8d5dabf_SeqId_4_ 2024-11-23T02:17:39,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/load_f/f/hfile_0 to hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/staging/jenkins__test__etmhioha2rff4aqu2qkckhb8aa80p18k2fvp63f1kl64gm1glarhjq8m85ltmdb0/f/hfile_0 2024-11-23T02:17:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/staging/jenkins__test__etmhioha2rff4aqu2qkckhb8aa80p18k2fvp63f1kl64gm1glarhjq8m85ltmdb0/f/hfile_0 as hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/default/test/4a9f3d9cf5d2a41170900fff94cf169c/f/9c4d83813d1e44f28a8c6ffdea5d4c1d_SeqId_4_ 2024-11-23T02:17:39,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/staging/jenkins__test__etmhioha2rff4aqu2qkckhb8aa80p18k2fvp63f1kl64gm1glarhjq8m85ltmdb0/f/hfile_1 into 4a9f3d9cf5d2a41170900fff94cf169c/f as hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/default/test/4a9f3d9cf5d2a41170900fff94cf169c/f/1ed7e96d9a6f492aa65d209ed8d5dabf_SeqId_4_ - updating store file list. 2024-11-23T02:17:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1ed7e96d9a6f492aa65d209ed8d5dabf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T02:17:39,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/default/test/4a9f3d9cf5d2a41170900fff94cf169c/f/1ed7e96d9a6f492aa65d209ed8d5dabf_SeqId_4_ into 4a9f3d9cf5d2a41170900fff94cf169c/f 2024-11-23T02:17:39,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/staging/jenkins__test__etmhioha2rff4aqu2qkckhb8aa80p18k2fvp63f1kl64gm1glarhjq8m85ltmdb0/f/hfile_1 into 4a9f3d9cf5d2a41170900fff94cf169c/f (new location: hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/default/test/4a9f3d9cf5d2a41170900fff94cf169c/f/1ed7e96d9a6f492aa65d209ed8d5dabf_SeqId_4_) 2024-11-23T02:17:39,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/staging/jenkins__test__etmhioha2rff4aqu2qkckhb8aa80p18k2fvp63f1kl64gm1glarhjq8m85ltmdb0/f/hfile_1 2024-11-23T02:17:39,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/staging/jenkins__test__etmhioha2rff4aqu2qkckhb8aa80p18k2fvp63f1kl64gm1glarhjq8m85ltmdb0/f/hfile_0 into 4a9f3d9cf5d2a41170900fff94cf169c/f as hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/default/test/4a9f3d9cf5d2a41170900fff94cf169c/f/9c4d83813d1e44f28a8c6ffdea5d4c1d_SeqId_4_ - updating store file list. 2024-11-23T02:17:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9c4d83813d1e44f28a8c6ffdea5d4c1d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T02:17:39,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/default/test/4a9f3d9cf5d2a41170900fff94cf169c/f/9c4d83813d1e44f28a8c6ffdea5d4c1d_SeqId_4_ into 4a9f3d9cf5d2a41170900fff94cf169c/f 2024-11-23T02:17:39,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/staging/jenkins__test__etmhioha2rff4aqu2qkckhb8aa80p18k2fvp63f1kl64gm1glarhjq8m85ltmdb0/f/hfile_0 into 4a9f3d9cf5d2a41170900fff94cf169c/f (new location: hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/default/test/4a9f3d9cf5d2a41170900fff94cf169c/f/9c4d83813d1e44f28a8c6ffdea5d4c1d_SeqId_4_) 2024-11-23T02:17:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/staging/jenkins__test__etmhioha2rff4aqu2qkckhb8aa80p18k2fvp63f1kl64gm1glarhjq8m85ltmdb0/f/hfile_0 2024-11-23T02:17:39,423 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:17:39,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:17:39,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:39,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:39,424 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:17:39,425 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:17:39,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732328251989.4a9f3d9cf5d2a41170900fff94cf169c., hostname=72b6db343a5d,44911,1732328244871, seqNum=2 , the old value is region=test,,1732328251989.4a9f3d9cf5d2a41170900fff94cf169c., hostname=72b6db343a5d,44911,1732328244871, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=72b6db343a5d:44911 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T02:17:39,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732328251989.4a9f3d9cf5d2a41170900fff94cf169c., hostname=72b6db343a5d,44911,1732328244871, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T02:17:39,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732328251989.4a9f3d9cf5d2a41170900fff94cf169c., hostname=72b6db343a5d,44911,1732328244871, seqNum=2 from cache 2024-11-23T02:17:39,426 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,39565,1732328248947, seqNum=-1] 2024-11-23T02:17:39,427 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:17:39,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:17:39,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:40166 deadline: 1732328319424 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:40166 2024-11-23T02:17:39,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732328254153.fbbe32e0182a53d910b8951966e64f02., hostname=72b6db343a5d,39565,1732328248947, seqNum=2] 2024-11-23T02:17:39,433 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T02:17:39,531 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=72b6db343a5d:44911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-23T02:17:39,789 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 379, reset compression=false 2024-11-23T02:17:39,795 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T02:17:39,795 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.shipper72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,44911,1732328244871 got entry batch from reader: WALEntryBatch [walEntries=[{test/4a9f3d9cf5d2a41170900fff94cf169c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732328259417/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-23T02:17:39,818 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.shipper72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:17:39,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-23T02:17:39,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] regionserver.ReplicationSink(318): Replicating [c0cb099c-f6d6-4744-81e4-9d2391188bef] bulk loaded data 2024-11-23T02:17:39,823 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e3d07f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:39,823 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,37095,-1 for getting cluster id 2024-11-23T02:17:39,823 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:17:39,824 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9970abb-0dea-4977-9248-5946ccb4bd28' 2024-11-23T02:17:39,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:17:39,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9970abb-0dea-4977-9248-5946ccb4bd28" 2024-11-23T02:17:39,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1691a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:39,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,37095,-1] 2024-11-23T02:17:39,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:17:39,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:39,825 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:17:39,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8065f4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:39,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741837_1013 (size=7691) 2024-11-23T02:17:39,995 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 687, reset compression=false 2024-11-23T02:17:40,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741838_1014 (size=7894) 2024-11-23T02:17:40,300 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 687, reset compression=false 2024-11-23T02:17:40,435 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T02:17:40,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:17:40,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,37095,1732328248873 2024-11-23T02:17:40,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b22a429 2024-11-23T02:17:40,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:17:40,659 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-23T02:17:40,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T02:17:40,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:17:40,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,39565,1732328248947, seqNum=-1] 2024-11-23T02:17:40,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:17:40,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-23T02:17:40,672 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/staging/jenkins.hfs.6__test__s2sn2jt7q0thv9ia7002du58364ktb00qaofuaoaovl9deoi07vp2nbesl50tq6t/f/1ed7e96d9a6f492aa65d209ed8d5dabf_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-23T02:17:40,676 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/staging/jenkins.hfs.6__test__s2sn2jt7q0thv9ia7002du58364ktb00qaofuaoaovl9deoi07vp2nbesl50tq6t/f/9c4d83813d1e44f28a8c6ffdea5d4c1d_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-23T02:17:40,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/staging/jenkins.hfs.6__test__s2sn2jt7q0thv9ia7002du58364ktb00qaofuaoaovl9deoi07vp2nbesl50tq6t/f/1ed7e96d9a6f492aa65d209ed8d5dabf_SeqId_4_ for inclusion in fbbe32e0182a53d910b8951966e64f02/f 2024-11-23T02:17:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-23T02:17:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T02:17:40,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/staging/jenkins.hfs.6__test__s2sn2jt7q0thv9ia7002du58364ktb00qaofuaoaovl9deoi07vp2nbesl50tq6t/f/9c4d83813d1e44f28a8c6ffdea5d4c1d_SeqId_4_ for inclusion in fbbe32e0182a53d910b8951966e64f02/f 2024-11-23T02:17:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-23T02:17:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T02:17:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] regionserver.HRegion(2603): Flush status journal for fbbe32e0182a53d910b8951966e64f02: 2024-11-23T02:17:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1ed7e96d9a6f492aa65d209ed8d5dabf_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-23T02:17:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/staging/jenkins.hfs.6__test__s2sn2jt7q0thv9ia7002du58364ktb00qaofuaoaovl9deoi07vp2nbesl50tq6t/f/1ed7e96d9a6f492aa65d209ed8d5dabf_SeqId_4_ as hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/default/test/fbbe32e0182a53d910b8951966e64f02/f/c466c653997c4d27826639eea7c6bf37_SeqId_4_ 2024-11-23T02:17:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9c4d83813d1e44f28a8c6ffdea5d4c1d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-23T02:17:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/staging/jenkins.hfs.6__test__s2sn2jt7q0thv9ia7002du58364ktb00qaofuaoaovl9deoi07vp2nbesl50tq6t/f/9c4d83813d1e44f28a8c6ffdea5d4c1d_SeqId_4_ as hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/default/test/fbbe32e0182a53d910b8951966e64f02/f/4b1542b9ac26407780c66a2561799861_SeqId_4_ 2024-11-23T02:17:40,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/staging/jenkins.hfs.6__test__s2sn2jt7q0thv9ia7002du58364ktb00qaofuaoaovl9deoi07vp2nbesl50tq6t/f/1ed7e96d9a6f492aa65d209ed8d5dabf_SeqId_4_ into fbbe32e0182a53d910b8951966e64f02/f as hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/default/test/fbbe32e0182a53d910b8951966e64f02/f/c466c653997c4d27826639eea7c6bf37_SeqId_4_ - updating store file list. 2024-11-23T02:17:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c466c653997c4d27826639eea7c6bf37_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T02:17:40,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/default/test/fbbe32e0182a53d910b8951966e64f02/f/c466c653997c4d27826639eea7c6bf37_SeqId_4_ into fbbe32e0182a53d910b8951966e64f02/f 2024-11-23T02:17:40,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/staging/jenkins.hfs.6__test__s2sn2jt7q0thv9ia7002du58364ktb00qaofuaoaovl9deoi07vp2nbesl50tq6t/f/1ed7e96d9a6f492aa65d209ed8d5dabf_SeqId_4_ into fbbe32e0182a53d910b8951966e64f02/f (new location: hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/default/test/fbbe32e0182a53d910b8951966e64f02/f/c466c653997c4d27826639eea7c6bf37_SeqId_4_) 2024-11-23T02:17:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/staging/jenkins.hfs.6__test__s2sn2jt7q0thv9ia7002du58364ktb00qaofuaoaovl9deoi07vp2nbesl50tq6t/f/1ed7e96d9a6f492aa65d209ed8d5dabf_SeqId_4_ 2024-11-23T02:17:40,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/staging/jenkins.hfs.6__test__s2sn2jt7q0thv9ia7002du58364ktb00qaofuaoaovl9deoi07vp2nbesl50tq6t/f/9c4d83813d1e44f28a8c6ffdea5d4c1d_SeqId_4_ into fbbe32e0182a53d910b8951966e64f02/f as hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/default/test/fbbe32e0182a53d910b8951966e64f02/f/4b1542b9ac26407780c66a2561799861_SeqId_4_ - updating store file list. 2024-11-23T02:17:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4b1542b9ac26407780c66a2561799861_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T02:17:40,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/default/test/fbbe32e0182a53d910b8951966e64f02/f/4b1542b9ac26407780c66a2561799861_SeqId_4_ into fbbe32e0182a53d910b8951966e64f02/f 2024-11-23T02:17:40,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/staging/jenkins.hfs.6__test__s2sn2jt7q0thv9ia7002du58364ktb00qaofuaoaovl9deoi07vp2nbesl50tq6t/f/9c4d83813d1e44f28a8c6ffdea5d4c1d_SeqId_4_ into fbbe32e0182a53d910b8951966e64f02/f (new location: hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/default/test/fbbe32e0182a53d910b8951966e64f02/f/4b1542b9ac26407780c66a2561799861_SeqId_4_) 2024-11-23T02:17:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/staging/jenkins.hfs.6__test__s2sn2jt7q0thv9ia7002du58364ktb00qaofuaoaovl9deoi07vp2nbesl50tq6t/f/9c4d83813d1e44f28a8c6ffdea5d4c1d_SeqId_4_ 2024-11-23T02:17:40,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] regionserver.ReplicationSink(324): Finished replicating [c0cb099c-f6d6-4744-81e4-9d2391188bef] bulk loaded data 2024-11-23T02:17:40,705 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 687, reset compression=false 2024-11-23T02:17:41,209 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 687, reset compression=false 2024-11-23T02:17:41,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:17:41,460 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732328261459/Put/seqid=0 2024-11-23T02:17:41,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741842_1018 (size=7997) 2024-11-23T02:17:41,472 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732328261472/Put/seqid=0 2024-11-23T02:17:41,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741843_1019 (size=7794) 2024-11-23T02:17:41,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51c5489e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:41,483 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,33515,-1 for getting cluster id 2024-11-23T02:17:41,483 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:17:41,485 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0cb099c-f6d6-4744-81e4-9d2391188bef' 2024-11-23T02:17:41,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:17:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0cb099c-f6d6-4744-81e4-9d2391188bef" 2024-11-23T02:17:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dbd58cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,33515,-1] 2024-11-23T02:17:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:17:41,489 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:17:41,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:41,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65ba4520, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:17:41,490 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:17:41,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,44911,1732328244871, seqNum=-1] 2024-11-23T02:17:41,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:17:41,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:17:41,503 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:17:41,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,33515,1732328244817 2024-11-23T02:17:41,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c6174c 2024-11-23T02:17:41,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:17:41,505 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:17:41,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732328251989.4a9f3d9cf5d2a41170900fff94cf169c., hostname=72b6db343a5d,44911,1732328244871, seqNum=2] 2024-11-23T02:17:41,513 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T02:17:41,539 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-23T02:17:41,545 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-23T02:17:41,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/load_f1/f1/hfile_1 for inclusion in 4a9f3d9cf5d2a41170900fff94cf169c/f1 2024-11-23T02:17:41,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-23T02:17:41,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T02:17:41,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/load_f1/f1/hfile_0 for inclusion in 4a9f3d9cf5d2a41170900fff94cf169c/f1 2024-11-23T02:17:41,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-23T02:17:41,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T02:17:41,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HRegion(2603): Flush status journal for 4a9f3d9cf5d2a41170900fff94cf169c: 2024-11-23T02:17:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/load_f1/f1/hfile_1 to hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/staging/jenkins__test__6m5ls1k0jrot10aeg75qu8ommigp41lls37k0r8tno088s281elihjc0suekguam/f1/hfile_1 2024-11-23T02:17:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/staging/jenkins__test__6m5ls1k0jrot10aeg75qu8ommigp41lls37k0r8tno088s281elihjc0suekguam/f1/hfile_1 as hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/default/test/4a9f3d9cf5d2a41170900fff94cf169c/f1/d9b6b1d0e57448d690e84613e4382e4e_SeqId_6_ 2024-11-23T02:17:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/load_f1/f1/hfile_0 to hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/staging/jenkins__test__6m5ls1k0jrot10aeg75qu8ommigp41lls37k0r8tno088s281elihjc0suekguam/f1/hfile_0 2024-11-23T02:17:41,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/staging/jenkins__test__6m5ls1k0jrot10aeg75qu8ommigp41lls37k0r8tno088s281elihjc0suekguam/f1/hfile_0 as hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/default/test/4a9f3d9cf5d2a41170900fff94cf169c/f1/95eea0d8018b4097a2d99b1746b3a5e4_SeqId_6_ 2024-11-23T02:17:41,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-23T02:17:41,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/staging/jenkins__test__6m5ls1k0jrot10aeg75qu8ommigp41lls37k0r8tno088s281elihjc0suekguam/f1/hfile_1 into 4a9f3d9cf5d2a41170900fff94cf169c/f1 as hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/default/test/4a9f3d9cf5d2a41170900fff94cf169c/f1/d9b6b1d0e57448d690e84613e4382e4e_SeqId_6_ - updating store file list. 2024-11-23T02:17:41,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d9b6b1d0e57448d690e84613e4382e4e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T02:17:41,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/default/test/4a9f3d9cf5d2a41170900fff94cf169c/f1/d9b6b1d0e57448d690e84613e4382e4e_SeqId_6_ into 4a9f3d9cf5d2a41170900fff94cf169c/f1 2024-11-23T02:17:41,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/staging/jenkins__test__6m5ls1k0jrot10aeg75qu8ommigp41lls37k0r8tno088s281elihjc0suekguam/f1/hfile_1 into 4a9f3d9cf5d2a41170900fff94cf169c/f1 (new location: hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/default/test/4a9f3d9cf5d2a41170900fff94cf169c/f1/d9b6b1d0e57448d690e84613e4382e4e_SeqId_6_) 2024-11-23T02:17:41,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/staging/jenkins__test__6m5ls1k0jrot10aeg75qu8ommigp41lls37k0r8tno088s281elihjc0suekguam/f1/hfile_1 2024-11-23T02:17:41,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/staging/jenkins__test__6m5ls1k0jrot10aeg75qu8ommigp41lls37k0r8tno088s281elihjc0suekguam/f1/hfile_0 into 4a9f3d9cf5d2a41170900fff94cf169c/f1 as hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/default/test/4a9f3d9cf5d2a41170900fff94cf169c/f1/95eea0d8018b4097a2d99b1746b3a5e4_SeqId_6_ - updating store file list. 2024-11-23T02:17:41,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 95eea0d8018b4097a2d99b1746b3a5e4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T02:17:41,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/default/test/4a9f3d9cf5d2a41170900fff94cf169c/f1/95eea0d8018b4097a2d99b1746b3a5e4_SeqId_6_ into 4a9f3d9cf5d2a41170900fff94cf169c/f1 2024-11-23T02:17:41,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/staging/jenkins__test__6m5ls1k0jrot10aeg75qu8ommigp41lls37k0r8tno088s281elihjc0suekguam/f1/hfile_0 into 4a9f3d9cf5d2a41170900fff94cf169c/f1 (new location: hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/default/test/4a9f3d9cf5d2a41170900fff94cf169c/f1/95eea0d8018b4097a2d99b1746b3a5e4_SeqId_6_) 2024-11-23T02:17:41,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/staging/jenkins__test__6m5ls1k0jrot10aeg75qu8ommigp41lls37k0r8tno088s281elihjc0suekguam/f1/hfile_0 2024-11-23T02:17:41,613 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:17:41,613 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:17:41,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:41,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:17:41,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732328251989.4a9f3d9cf5d2a41170900fff94cf169c., hostname=72b6db343a5d,44911,1732328244871, seqNum=2 , the old value is region=test,,1732328251989.4a9f3d9cf5d2a41170900fff94cf169c., hostname=72b6db343a5d,44911,1732328244871, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=72b6db343a5d:44911 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T02:17:41,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732328251989.4a9f3d9cf5d2a41170900fff94cf169c., hostname=72b6db343a5d,44911,1732328244871, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T02:17:41,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732328251989.4a9f3d9cf5d2a41170900fff94cf169c., hostname=72b6db343a5d,44911,1732328244871, seqNum=2 from cache 2024-11-23T02:17:41,614 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:17:41,614 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:17:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:43154 deadline: 1732328321613 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:43154 2024-11-23T02:17:41,615 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,44911,1732328244871, seqNum=-1] 2024-11-23T02:17:41,616 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:17:41,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:17:41,619 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732328251989.4a9f3d9cf5d2a41170900fff94cf169c., hostname=72b6db343a5d,44911,1732328244871, seqNum=2] 2024-11-23T02:17:41,720 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=72b6db343a5d:44911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-23T02:17:41,815 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 687, reset compression=false 2024-11-23T02:17:41,827 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:17:41,827 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.shipper72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,44911,1732328244871 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:17:41,828 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 997, reset compression=false 2024-11-23T02:17:42,036 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 997, reset compression=false 2024-11-23T02:17:42,341 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 997, reset compression=false 2024-11-23T02:17:42,746 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 997, reset compression=false 2024-11-23T02:17:42,986 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T02:17:43,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:17:43,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:17:43,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:17:43,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:17:43,256 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 997, reset compression=false 2024-11-23T02:17:43,615 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T02:17:43,616 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-23T02:17:43,861 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 997, reset compression=false 2024-11-23T02:17:44,566 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 997, reset compression=false 2024-11-23T02:17:45,371 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 997, reset compression=false 2024-11-23T02:17:46,275 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 997, reset compression=false 2024-11-23T02:17:47,279 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 997, reset compression=false 2024-11-23T02:17:48,384 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 997, reset compression=false 2024-11-23T02:17:49,588 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 997, reset compression=false 2024-11-23T02:17:50,893 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 997, reset compression=false 2024-11-23T02:17:52,298 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 997, reset compression=false 2024-11-23T02:17:53,802 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 997, reset compression=false 2024-11-23T02:17:54,404 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T02:17:55,407 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 997, reset compression=false 2024-11-23T02:17:57,111 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 997, reset compression=false 2024-11-23T02:17:58,461 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T02:17:58,915 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 997, reset compression=false 2024-11-23T02:18:00,819 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 997, reset compression=false 2024-11-23T02:18:01,832 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.shipper72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,44911,1732328244871 got entry batch from reader: null 2024-11-23T02:18:02,824 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 997, reset compression=false 2024-11-23T02:18:04,928 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 997, reset compression=false 2024-11-23T02:18:07,133 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 997, reset compression=false 2024-11-23T02:18:07,885 INFO [master/72b6db343a5d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T02:18:07,885 INFO [master/72b6db343a5d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T02:18:09,437 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 997, reset compression=false 2024-11-23T02:18:11,842 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 997, reset compression=false 2024-11-23T02:18:11,939 INFO [master/72b6db343a5d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T02:18:11,940 INFO [master/72b6db343a5d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T02:18:14,346 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 997, reset compression=false 2024-11-23T02:18:16,966 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 997, reset compression=false 2024-11-23T02:18:18,133 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4a9f3d9cf5d2a41170900fff94cf169c, had cached 0 bytes from a total of 31376 2024-11-23T02:18:19,670 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 997, reset compression=false 2024-11-23T02:18:20,314 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region fbbe32e0182a53d910b8951966e64f02, had cached 0 bytes from a total of 15585 2024-11-23T02:18:21,833 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.shipper72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,44911,1732328244871 got entry batch from reader: null 2024-11-23T02:18:22,475 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 997, reset compression=false 2024-11-23T02:18:24,404 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T02:18:25,380 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 997, reset compression=false 2024-11-23T02:18:28,384 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 997, reset compression=false 2024-11-23T02:18:28,461 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T02:18:28,558 DEBUG [master/72b6db343a5d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-23T02:18:31,489 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 997, reset compression=false 2024-11-23T02:18:32,452 DEBUG [master/72b6db343a5d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-23T02:18:34,693 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 997, reset compression=false 2024-11-23T02:18:37,997 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 997, reset compression=false 2024-11-23T02:18:41,402 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 997, reset compression=false 2024-11-23T02:18:41,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T02:18:41,656 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:18:41,656 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:18:41,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:18:41,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:18:41,657 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T02:18:41,657 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=992278284, stopped=false 2024-11-23T02:18:41,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:18:41,657 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=72b6db343a5d,37095,1732328248873 2024-11-23T02:18:41,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x101429d2c930004, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1446173971/running 2024-11-23T02:18:41,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37095-0x101429d2c930003, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1446173971/running 2024-11-23T02:18:41,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x101429d2c930004, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1446173971 2024-11-23T02:18:41,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37095-0x101429d2c930003, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1446173971 2024-11-23T02:18:41,659 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:18:41,659 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:18:41,659 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:18:41,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:18:41,659 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '72b6db343a5d,39565,1732328248947' ***** 2024-11-23T02:18:41,659 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T02:18:41,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37095-0x101429d2c930003, quorum=127.0.0.1:54230, baseZNode=/1446173971 Set watcher on znode that does not yet exist, /1446173971/running 2024-11-23T02:18:41,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39565-0x101429d2c930004, quorum=127.0.0.1:54230, baseZNode=/1446173971 Set watcher on znode that does not yet exist, /1446173971/running 2024-11-23T02:18:41,660 INFO [RS:0;72b6db343a5d:39565 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T02:18:41,660 INFO [RS:0;72b6db343a5d:39565 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T02:18:41,660 INFO [RS:0;72b6db343a5d:39565 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T02:18:41,660 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T02:18:41,660 INFO [RS:0;72b6db343a5d:39565 {}] regionserver.HRegionServer(3091): Received CLOSE for fbbe32e0182a53d910b8951966e64f02 2024-11-23T02:18:41,660 INFO [RS:0;72b6db343a5d:39565 {}] regionserver.HRegionServer(959): stopping server 72b6db343a5d,39565,1732328248947 2024-11-23T02:18:41,660 INFO [RS:0;72b6db343a5d:39565 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:18:41,660 INFO [RS:0;72b6db343a5d:39565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:39565. 2024-11-23T02:18:41,661 DEBUG [RS:0;72b6db343a5d:39565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:18:41,661 DEBUG [RS:0;72b6db343a5d:39565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:18:41,661 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fbbe32e0182a53d910b8951966e64f02, disabling compactions & flushes 2024-11-23T02:18:41,661 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732328254153.fbbe32e0182a53d910b8951966e64f02. 2024-11-23T02:18:41,661 INFO [RS:0;72b6db343a5d:39565 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T02:18:41,661 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732328254153.fbbe32e0182a53d910b8951966e64f02. 2024-11-23T02:18:41,661 INFO [RS:0;72b6db343a5d:39565 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T02:18:41,661 INFO [RS:0;72b6db343a5d:39565 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T02:18:41,661 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732328254153.fbbe32e0182a53d910b8951966e64f02. after waiting 0 ms 2024-11-23T02:18:41,661 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732328254153.fbbe32e0182a53d910b8951966e64f02. 2024-11-23T02:18:41,661 INFO [RS:0;72b6db343a5d:39565 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T02:18:41,661 INFO [RS:0;72b6db343a5d:39565 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T02:18:41,661 DEBUG [RS:0;72b6db343a5d:39565 {}] regionserver.HRegionServer(1325): Online Regions={fbbe32e0182a53d910b8951966e64f02=test,,1732328254153.fbbe32e0182a53d910b8951966e64f02., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T02:18:41,661 DEBUG [RS:0;72b6db343a5d:39565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fbbe32e0182a53d910b8951966e64f02 2024-11-23T02:18:41,661 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:18:41,661 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:18:41,661 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:18:41,661 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:18:41,661 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:18:41,662 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-23T02:18:41,666 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/default/test/fbbe32e0182a53d910b8951966e64f02/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-23T02:18:41,666 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:18:41,666 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T02:18:41,667 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732328254153.fbbe32e0182a53d910b8951966e64f02. 2024-11-23T02:18:41,667 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fbbe32e0182a53d910b8951966e64f02: Waiting for close lock at 1732328321661Running coprocessor pre-close hooks at 1732328321661Disabling compacts and flushes for region at 1732328321661Disabling writes for close at 1732328321661Writing region close event to WAL at 1732328321661Running coprocessor post-close hooks at 1732328321666 (+5 ms)Closed at 1732328321667 (+1 ms) 2024-11-23T02:18:41,667 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732328254153.fbbe32e0182a53d910b8951966e64f02. 2024-11-23T02:18:41,680 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/hbase/meta/1588230740/.tmp/info/92bcdd54448f4cfeafdf3c69d74e6a7e is 129, key is test,,1732328254153.fbbe32e0182a53d910b8951966e64f02./info:regioninfo/1732328255330/Put/seqid=0 2024-11-23T02:18:41,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741839_1015 (size=6421) 2024-11-23T02:18:41,753 INFO [regionserver/72b6db343a5d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:18:41,797 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T02:18:41,797 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T02:18:41,833 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.shipper72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,44911,1732328244871 got entry batch from reader: null 2024-11-23T02:18:41,861 DEBUG [RS:0;72b6db343a5d:39565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:18:42,061 DEBUG [RS:0;72b6db343a5d:39565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:18:42,084 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/hbase/meta/1588230740/.tmp/info/92bcdd54448f4cfeafdf3c69d74e6a7e 2024-11-23T02:18:42,105 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/hbase/meta/1588230740/.tmp/ns/a50e64133daa45c88ae438b283506f5e is 43, key is default/ns:d/1732328251921/Put/seqid=0 2024-11-23T02:18:42,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741840_1016 (size=5153) 2024-11-23T02:18:42,262 DEBUG [RS:0;72b6db343a5d:39565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:18:42,462 DEBUG [RS:0;72b6db343a5d:39565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:18:42,509 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/hbase/meta/1588230740/.tmp/ns/a50e64133daa45c88ae438b283506f5e 2024-11-23T02:18:42,529 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/hbase/meta/1588230740/.tmp/rep_barrier/0707ad8420b244a6b6b72151a62c1fd2 is 112, key is test,,1732328254153.fbbe32e0182a53d910b8951966e64f02./rep_barrier:seqnumDuringOpen/1732328255330/Put/seqid=0 2024-11-23T02:18:42,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741841_1017 (size=5518) 2024-11-23T02:18:42,662 INFO [RS:0;72b6db343a5d:39565 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T02:18:42,662 DEBUG [RS:0;72b6db343a5d:39565 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T02:18:42,662 DEBUG [RS:0;72b6db343a5d:39565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:18:42,862 DEBUG [RS:0;72b6db343a5d:39565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:18:42,933 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/hbase/meta/1588230740/.tmp/rep_barrier/0707ad8420b244a6b6b72151a62c1fd2 2024-11-23T02:18:42,961 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/hbase/meta/1588230740/.tmp/table/911de8b9fd2d4226b3cbd2db70a0ad92 is 40, key is test/table:state/1732328255340/Put/seqid=0 2024-11-23T02:18:42,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741842_1018 (size=5165) 2024-11-23T02:18:43,062 DEBUG [RS:0;72b6db343a5d:39565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:18:43,263 DEBUG [RS:0;72b6db343a5d:39565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:18:43,365 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/hbase/meta/1588230740/.tmp/table/911de8b9fd2d4226b3cbd2db70a0ad92 2024-11-23T02:18:43,371 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/hbase/meta/1588230740/.tmp/info/92bcdd54448f4cfeafdf3c69d74e6a7e as hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/hbase/meta/1588230740/info/92bcdd54448f4cfeafdf3c69d74e6a7e 2024-11-23T02:18:43,376 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/hbase/meta/1588230740/info/92bcdd54448f4cfeafdf3c69d74e6a7e, entries=10, sequenceid=11, filesize=6.3 K 2024-11-23T02:18:43,377 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/hbase/meta/1588230740/.tmp/ns/a50e64133daa45c88ae438b283506f5e as hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/hbase/meta/1588230740/ns/a50e64133daa45c88ae438b283506f5e 2024-11-23T02:18:43,381 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/hbase/meta/1588230740/ns/a50e64133daa45c88ae438b283506f5e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T02:18:43,382 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/hbase/meta/1588230740/.tmp/rep_barrier/0707ad8420b244a6b6b72151a62c1fd2 as hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/hbase/meta/1588230740/rep_barrier/0707ad8420b244a6b6b72151a62c1fd2 2024-11-23T02:18:43,386 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/hbase/meta/1588230740/rep_barrier/0707ad8420b244a6b6b72151a62c1fd2, entries=1, sequenceid=11, filesize=5.4 K 2024-11-23T02:18:43,387 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/hbase/meta/1588230740/.tmp/table/911de8b9fd2d4226b3cbd2db70a0ad92 as hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/hbase/meta/1588230740/table/911de8b9fd2d4226b3cbd2db70a0ad92 2024-11-23T02:18:43,392 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/hbase/meta/1588230740/table/911de8b9fd2d4226b3cbd2db70a0ad92, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T02:18:43,393 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=11, compaction requested=false 2024-11-23T02:18:43,397 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T02:18:43,398 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:18:43,398 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:18:43,398 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:18:43,398 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328321661Running coprocessor pre-close hooks at 1732328321661Disabling compacts and flushes for region at 1732328321661Disabling writes for close at 1732328321661Obtaining lock to block concurrent updates at 1732328321662 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732328321662Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732328321662Flushing stores of hbase:meta,,1.1588230740 at 1732328321662Flushing 1588230740/info: creating writer at 1732328321662Flushing 1588230740/info: appending metadata at 1732328321679 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732328321679Flushing 1588230740/ns: creating writer at 1732328322090 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732328322104 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732328322104Flushing 1588230740/rep_barrier: creating writer at 1732328322514 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732328322528 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732328322528Flushing 1588230740/table: creating writer at 1732328322939 (+411 ms)Flushing 1588230740/table: appending metadata at 1732328322960 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732328322960Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@734d324e: reopening flushed file at 1732328323371 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40b4a249: reopening flushed file at 1732328323376 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a7051c6: reopening flushed file at 1732328323381 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@548f6218: reopening flushed file at 1732328323386 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=11, compaction requested=false at 1732328323393 (+7 ms)Writing region close event to WAL at 1732328323394 (+1 ms)Running coprocessor post-close hooks at 1732328323398 (+4 ms)Closed at 1732328323398 2024-11-23T02:18:43,398 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T02:18:43,463 INFO [RS:0;72b6db343a5d:39565 {}] regionserver.HRegionServer(976): stopping server 72b6db343a5d,39565,1732328248947; all regions closed. 2024-11-23T02:18:43,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741834_1010 (size=2717) 2024-11-23T02:18:43,467 DEBUG [RS:0;72b6db343a5d:39565 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/oldWALs 2024-11-23T02:18:43,467 INFO [RS:0;72b6db343a5d:39565 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 72b6db343a5d%2C39565%2C1732328248947.meta:.meta(num 1732328251877) 2024-11-23T02:18:43,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741832_1008 (size=1028) 2024-11-23T02:18:43,471 DEBUG [RS:0;72b6db343a5d:39565 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/oldWALs 2024-11-23T02:18:43,471 INFO [RS:0;72b6db343a5d:39565 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 72b6db343a5d%2C39565%2C1732328248947:(num 1732328250933) 2024-11-23T02:18:43,471 DEBUG [RS:0;72b6db343a5d:39565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:18:43,471 INFO [RS:0;72b6db343a5d:39565 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:18:43,471 INFO [RS:0;72b6db343a5d:39565 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:18:43,471 INFO [RS:0;72b6db343a5d:39565 {}] hbase.ChoreService(370): Chore service for: regionserver/72b6db343a5d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T02:18:43,471 INFO [RS:0;72b6db343a5d:39565 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:18:43,471 INFO [regionserver/72b6db343a5d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:18:43,472 INFO [RS:0;72b6db343a5d:39565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:39565. 2024-11-23T02:18:43,472 DEBUG [RS:0;72b6db343a5d:39565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:18:43,472 DEBUG [RS:0;72b6db343a5d:39565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:18:43,472 DEBUG [RS:0;72b6db343a5d:39565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:18:43,472 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:18:43,472 INFO [RS:0;72b6db343a5d:39565 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39565 2024-11-23T02:18:43,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x101429d2c930004, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1446173971/rs/72b6db343a5d,39565,1732328248947 2024-11-23T02:18:43,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37095-0x101429d2c930003, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1446173971/rs 2024-11-23T02:18:43,474 INFO [RS:0;72b6db343a5d:39565 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:18:43,476 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [72b6db343a5d,39565,1732328248947] 2024-11-23T02:18:43,477 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1446173971/draining/72b6db343a5d,39565,1732328248947 already deleted, retry=false 2024-11-23T02:18:43,477 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 72b6db343a5d,39565,1732328248947 expired; onlineServers=0 2024-11-23T02:18:43,477 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '72b6db343a5d,37095,1732328248873' ***** 2024-11-23T02:18:43,477 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T02:18:43,477 INFO [M:0;72b6db343a5d:37095 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:18:43,477 INFO [M:0;72b6db343a5d:37095 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:18:43,477 DEBUG [M:0;72b6db343a5d:37095 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T02:18:43,477 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T02:18:43,477 DEBUG [M:0;72b6db343a5d:37095 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T02:18:43,477 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328250725 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328250725,5,FailOnTimeoutGroup] 2024-11-23T02:18:43,477 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328250725 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328250725,5,FailOnTimeoutGroup] 2024-11-23T02:18:43,478 INFO [M:0;72b6db343a5d:37095 {}] hbase.ChoreService(370): Chore service for: master/72b6db343a5d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T02:18:43,478 INFO [M:0;72b6db343a5d:37095 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:18:43,478 DEBUG [M:0;72b6db343a5d:37095 {}] master.HMaster(1795): Stopping service threads 2024-11-23T02:18:43,478 INFO [M:0;72b6db343a5d:37095 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T02:18:43,478 INFO [M:0;72b6db343a5d:37095 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:18:43,478 INFO [M:0;72b6db343a5d:37095 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T02:18:43,478 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T02:18:43,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37095-0x101429d2c930003, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1446173971/master 2024-11-23T02:18:43,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37095-0x101429d2c930003, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1446173971 2024-11-23T02:18:43,479 DEBUG [M:0;72b6db343a5d:37095 {}] zookeeper.ZKUtil(347): master:37095-0x101429d2c930003, quorum=127.0.0.1:54230, baseZNode=/1446173971 Unable to get data of znode /1446173971/master because node does not exist (not an error) 2024-11-23T02:18:43,479 WARN [M:0;72b6db343a5d:37095 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T02:18:43,481 INFO [M:0;72b6db343a5d:37095 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/.lastflushedseqids 2024-11-23T02:18:43,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741843_1019 (size=173) 2024-11-23T02:18:43,491 INFO [M:0;72b6db343a5d:37095 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T02:18:43,491 INFO [M:0;72b6db343a5d:37095 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T02:18:43,491 DEBUG [M:0;72b6db343a5d:37095 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:18:43,491 INFO [M:0;72b6db343a5d:37095 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:18:43,491 DEBUG [M:0;72b6db343a5d:37095 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:18:43,491 DEBUG [M:0;72b6db343a5d:37095 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:18:43,491 DEBUG [M:0;72b6db343a5d:37095 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:18:43,491 INFO [M:0;72b6db343a5d:37095 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-23T02:18:43,513 DEBUG [M:0;72b6db343a5d:37095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e119a9647e641d8a0f53203f00714e2 is 82, key is hbase:meta,,1/info:regioninfo/1732328251909/Put/seqid=0 2024-11-23T02:18:43,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741844_1020 (size=5672) 2024-11-23T02:18:43,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x101429d2c930004, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:18:43,576 INFO [RS:0;72b6db343a5d:39565 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:18:43,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x101429d2c930004, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:18:43,576 INFO [RS:0;72b6db343a5d:39565 {}] regionserver.HRegionServer(1031): Exiting; stopping=72b6db343a5d,39565,1732328248947; zookeeper connection closed. 2024-11-23T02:18:43,577 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d50bb76 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d50bb76 2024-11-23T02:18:43,577 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T02:18:43,918 INFO [M:0;72b6db343a5d:37095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e119a9647e641d8a0f53203f00714e2 2024-11-23T02:18:43,937 DEBUG [M:0;72b6db343a5d:37095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b56622ecbe724a5b95f65c244bf32f4f is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732328255345/Put/seqid=0 2024-11-23T02:18:43,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741845_1021 (size=6726) 2024-11-23T02:18:44,342 INFO [M:0;72b6db343a5d:37095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b56622ecbe724a5b95f65c244bf32f4f 2024-11-23T02:18:44,346 INFO [M:0;72b6db343a5d:37095 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b56622ecbe724a5b95f65c244bf32f4f 2024-11-23T02:18:44,361 DEBUG [M:0;72b6db343a5d:37095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b29562cc5a1248f49b9ab53d56d6ce06 is 69, key is 72b6db343a5d,39565,1732328248947/rs:state/1732328250786/Put/seqid=0 2024-11-23T02:18:44,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741846_1022 (size=5156) 2024-11-23T02:18:44,765 INFO [M:0;72b6db343a5d:37095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b29562cc5a1248f49b9ab53d56d6ce06 2024-11-23T02:18:44,770 DEBUG [M:0;72b6db343a5d:37095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e119a9647e641d8a0f53203f00714e2 as hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e119a9647e641d8a0f53203f00714e2 2024-11-23T02:18:44,774 INFO [M:0;72b6db343a5d:37095 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e119a9647e641d8a0f53203f00714e2, entries=8, sequenceid=58, filesize=5.5 K 2024-11-23T02:18:44,775 DEBUG [M:0;72b6db343a5d:37095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b56622ecbe724a5b95f65c244bf32f4f as hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b56622ecbe724a5b95f65c244bf32f4f 2024-11-23T02:18:44,779 INFO [M:0;72b6db343a5d:37095 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b56622ecbe724a5b95f65c244bf32f4f 2024-11-23T02:18:44,779 INFO [M:0;72b6db343a5d:37095 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b56622ecbe724a5b95f65c244bf32f4f, entries=6, sequenceid=58, filesize=6.6 K 2024-11-23T02:18:44,779 DEBUG [M:0;72b6db343a5d:37095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b29562cc5a1248f49b9ab53d56d6ce06 as hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b29562cc5a1248f49b9ab53d56d6ce06 2024-11-23T02:18:44,783 INFO [M:0;72b6db343a5d:37095 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38171/user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b29562cc5a1248f49b9ab53d56d6ce06, entries=1, sequenceid=58, filesize=5.0 K 2024-11-23T02:18:44,784 INFO [M:0;72b6db343a5d:37095 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=58, compaction requested=false 2024-11-23T02:18:44,786 INFO [M:0;72b6db343a5d:37095 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:18:44,786 DEBUG [M:0;72b6db343a5d:37095 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328323491Disabling compacts and flushes for region at 1732328323491Disabling writes for close at 1732328323491Obtaining lock to block concurrent updates at 1732328323491Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732328323491Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1732328323492 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732328323492Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732328323492Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732328323513 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732328323513Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732328323923 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732328323937 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732328323937Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732328324347 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732328324360 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732328324360Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cb823c2: reopening flushed file at 1732328324769 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5351211c: reopening flushed file at 1732328324774 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@738eb974: reopening flushed file at 1732328324779 (+5 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=58, compaction requested=false at 1732328324784 (+5 ms)Writing region close event to WAL at 1732328324786 (+2 ms)Closed at 1732328324786 2024-11-23T02:18:44,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38241 is added to blk_1073741830_1006 (size=33014) 2024-11-23T02:18:44,788 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0edf7edb-9a5f-29a2-600c-94b73a892897/MasterData/WALs/72b6db343a5d,37095,1732328248873/72b6db343a5d%2C37095%2C1732328248873.1732328250639 not finished, retry = 0 2024-11-23T02:18:44,889 INFO [M:0;72b6db343a5d:37095 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T02:18:44,889 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:18:44,889 INFO [M:0;72b6db343a5d:37095 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37095 2024-11-23T02:18:44,889 INFO [M:0;72b6db343a5d:37095 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:18:44,906 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 to pos 997, reset compression=false 2024-11-23T02:18:44,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37095-0x101429d2c930003, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:18:44,991 INFO [M:0;72b6db343a5d:37095 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:18:44,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37095-0x101429d2c930003, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:18:44,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6239b59c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:18:44,995 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@de72411{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:18:44,995 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:18:44,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d368206{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:18:44,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cfb5077{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f722e86-3f95-4817-16f2-efb805264493/hadoop.log.dir/,STOPPED} 2024-11-23T02:18:44,996 WARN [BP-460000878-172.17.0.2-1732328247935 heartbeating to localhost/127.0.0.1:38171 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T02:18:44,996 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T02:18:44,996 WARN [BP-460000878-172.17.0.2-1732328247935 heartbeating to localhost/127.0.0.1:38171 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-460000878-172.17.0.2-1732328247935 (Datanode Uuid 263dffc4-d1f7-4a1e-b16b-bb88568b8c03) service to localhost/127.0.0.1:38171 2024-11-23T02:18:44,996 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T02:18:44,997 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f722e86-3f95-4817-16f2-efb805264493/cluster_938fdec1-2988-662d-fb46-3cdde186b39b/data/data1/current/BP-460000878-172.17.0.2-1732328247935 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:18:44,997 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f722e86-3f95-4817-16f2-efb805264493/cluster_938fdec1-2988-662d-fb46-3cdde186b39b/data/data2/current/BP-460000878-172.17.0.2-1732328247935 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:18:44,997 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T02:18:45,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a021a29{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:18:45,005 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ccfcd2e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:18:45,005 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:18:45,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23beef8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:18:45,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74214264{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f722e86-3f95-4817-16f2-efb805264493/hadoop.log.dir/,STOPPED} 2024-11-23T02:18:45,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T02:18:45,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T02:18:45,018 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:18:45,018 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:18:45,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:18:45,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:18:45,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:18:45,019 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T02:18:45,019 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=856732024, stopped=false 2024-11-23T02:18:45,019 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=72b6db343a5d,33515,1732328244817 2024-11-23T02:18:45,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x101429d2c930000, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01548734506/running 2024-11-23T02:18:45,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44911-0x101429d2c930001, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01548734506/running 2024-11-23T02:18:45,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x101429d2c930000, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548734506 2024-11-23T02:18:45,021 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:18:45,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44911-0x101429d2c930001, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548734506 2024-11-23T02:18:45,021 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:18:45,021 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:18:45,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:18:45,021 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '72b6db343a5d,44911,1732328244871' ***** 2024-11-23T02:18:45,021 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T02:18:45,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33515-0x101429d2c930000, quorum=127.0.0.1:54230, baseZNode=/01548734506 Set watcher on znode that does not yet exist, /01548734506/running 2024-11-23T02:18:45,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44911-0x101429d2c930001, quorum=127.0.0.1:54230, baseZNode=/01548734506 Set watcher on znode that does not yet exist, /01548734506/running 2024-11-23T02:18:45,022 INFO [RS:0;72b6db343a5d:44911 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T02:18:45,022 INFO [RS:0;72b6db343a5d:44911 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T02:18:45,022 INFO [RS:0;72b6db343a5d:44911 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T02:18:45,022 INFO [RS:0;72b6db343a5d:44911 {}] regionserver.HRegionServer(3091): Received CLOSE for f4cb827539d0fe8b16662208a3e69f56 2024-11-23T02:18:45,022 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T02:18:45,022 INFO [RS:0;72b6db343a5d:44911 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a9f3d9cf5d2a41170900fff94cf169c 2024-11-23T02:18:45,022 INFO [RS:0;72b6db343a5d:44911 {}] regionserver.HRegionServer(959): stopping server 72b6db343a5d,44911,1732328244871 2024-11-23T02:18:45,022 INFO [RS:0;72b6db343a5d:44911 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:18:45,023 INFO [RS:0;72b6db343a5d:44911 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:44911. 2024-11-23T02:18:45,023 DEBUG [RS:0;72b6db343a5d:44911 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:18:45,023 DEBUG [RS:0;72b6db343a5d:44911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:18:45,023 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f4cb827539d0fe8b16662208a3e69f56, disabling compactions & flushes 2024-11-23T02:18:45,023 INFO [RS:0;72b6db343a5d:44911 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T02:18:45,023 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732328256325.f4cb827539d0fe8b16662208a3e69f56. 2024-11-23T02:18:45,023 INFO [RS:0;72b6db343a5d:44911 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T02:18:45,023 INFO [RS:0;72b6db343a5d:44911 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T02:18:45,023 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732328256325.f4cb827539d0fe8b16662208a3e69f56. 2024-11-23T02:18:45,023 INFO [RS:0;72b6db343a5d:44911 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T02:18:45,023 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732328256325.f4cb827539d0fe8b16662208a3e69f56. after waiting 0 ms 2024-11-23T02:18:45,023 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732328256325.f4cb827539d0fe8b16662208a3e69f56. 2024-11-23T02:18:45,023 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f4cb827539d0fe8b16662208a3e69f56 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-23T02:18:45,023 INFO [RS:0;72b6db343a5d:44911 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T02:18:45,023 DEBUG [RS:0;72b6db343a5d:44911 {}] regionserver.HRegionServer(1325): Online Regions={f4cb827539d0fe8b16662208a3e69f56=hbase:replication,,1732328256325.f4cb827539d0fe8b16662208a3e69f56., 1588230740=hbase:meta,,1.1588230740, 4a9f3d9cf5d2a41170900fff94cf169c=test,,1732328251989.4a9f3d9cf5d2a41170900fff94cf169c.} 2024-11-23T02:18:45,023 DEBUG [RS:0;72b6db343a5d:44911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a9f3d9cf5d2a41170900fff94cf169c, f4cb827539d0fe8b16662208a3e69f56 2024-11-23T02:18:45,023 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:18:45,023 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:18:45,023 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:18:45,023 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:18:45,023 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:18:45,023 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T02:18:45,039 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/meta/1588230740/.tmp/info/4e3f6c268089465da857821ea330e47d is 147, key is hbase:replication,,1732328256325.f4cb827539d0fe8b16662208a3e69f56./info:regioninfo/1732328257501/Put/seqid=0 2024-11-23T02:18:45,042 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/replication/f4cb827539d0fe8b16662208a3e69f56/.tmp/hfileref/c2580952ddae4810b8eea3c3f482c85c is 74, key is 1/hfileref:1ed7e96d9a6f492aa65d209ed8d5dabf_SeqId_4_/1732328260704/DeleteColumn/seqid=0 2024-11-23T02:18:45,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741844_1020 (size=7686) 2024-11-23T02:18:45,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741845_1021 (size=5203) 2024-11-23T02:18:45,107 INFO [regionserver/72b6db343a5d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:18:45,223 DEBUG [RS:0;72b6db343a5d:44911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a9f3d9cf5d2a41170900fff94cf169c, f4cb827539d0fe8b16662208a3e69f56 2024-11-23T02:18:45,423 DEBUG [RS:0;72b6db343a5d:44911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a9f3d9cf5d2a41170900fff94cf169c, f4cb827539d0fe8b16662208a3e69f56 2024-11-23T02:18:45,445 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/meta/1588230740/.tmp/info/4e3f6c268089465da857821ea330e47d 2024-11-23T02:18:45,447 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/replication/f4cb827539d0fe8b16662208a3e69f56/.tmp/hfileref/c2580952ddae4810b8eea3c3f482c85c 2024-11-23T02:18:45,465 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/meta/1588230740/.tmp/ns/2de349ca47a048cc8de27dbf792c9c31 is 43, key is default/ns:d/1732328247853/Put/seqid=0 2024-11-23T02:18:45,469 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/replication/f4cb827539d0fe8b16662208a3e69f56/.tmp/queue/8899e40e4b8046b4be6d90cb516f8822 is 153, key is 1-72b6db343a5d,44911,1732328244871/queue:72b6db343a5d%2C44911%2C1732328244871/1732328261829/Put/seqid=0 2024-11-23T02:18:45,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741846_1022 (size=5153) 2024-11-23T02:18:45,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741847_1023 (size=5352) 2024-11-23T02:18:45,624 DEBUG [RS:0;72b6db343a5d:44911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a9f3d9cf5d2a41170900fff94cf169c, f4cb827539d0fe8b16662208a3e69f56 2024-11-23T02:18:45,724 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T02:18:45,725 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T02:18:45,824 DEBUG [RS:0;72b6db343a5d:44911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a9f3d9cf5d2a41170900fff94cf169c, f4cb827539d0fe8b16662208a3e69f56 2024-11-23T02:18:45,870 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/meta/1588230740/.tmp/ns/2de349ca47a048cc8de27dbf792c9c31 2024-11-23T02:18:45,872 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/replication/f4cb827539d0fe8b16662208a3e69f56/.tmp/queue/8899e40e4b8046b4be6d90cb516f8822 2024-11-23T02:18:45,877 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/replication/f4cb827539d0fe8b16662208a3e69f56/.tmp/hfileref/c2580952ddae4810b8eea3c3f482c85c as hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/replication/f4cb827539d0fe8b16662208a3e69f56/hfileref/c2580952ddae4810b8eea3c3f482c85c 2024-11-23T02:18:45,882 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/replication/f4cb827539d0fe8b16662208a3e69f56/hfileref/c2580952ddae4810b8eea3c3f482c85c, entries=2, sequenceid=10, filesize=5.1 K 2024-11-23T02:18:45,883 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/replication/f4cb827539d0fe8b16662208a3e69f56/.tmp/queue/8899e40e4b8046b4be6d90cb516f8822 as hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/replication/f4cb827539d0fe8b16662208a3e69f56/queue/8899e40e4b8046b4be6d90cb516f8822 2024-11-23T02:18:45,888 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/replication/f4cb827539d0fe8b16662208a3e69f56/queue/8899e40e4b8046b4be6d90cb516f8822, entries=1, sequenceid=10, filesize=5.2 K 2024-11-23T02:18:45,889 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for f4cb827539d0fe8b16662208a3e69f56 in 865ms, sequenceid=10, compaction requested=false 2024-11-23T02:18:45,891 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/meta/1588230740/.tmp/rep_barrier/1cd803f209e24aecad504aac7aa71220 is 112, key is test,,1732328251989.4a9f3d9cf5d2a41170900fff94cf169c./rep_barrier:seqnumDuringOpen/1732328253150/Put/seqid=0 2024-11-23T02:18:45,892 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/replication/f4cb827539d0fe8b16662208a3e69f56/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-23T02:18:45,893 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:18:45,893 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:18:45,893 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732328256325.f4cb827539d0fe8b16662208a3e69f56. 2024-11-23T02:18:45,893 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f4cb827539d0fe8b16662208a3e69f56: Waiting for close lock at 1732328325023Running coprocessor pre-close hooks at 1732328325023Disabling compacts and flushes for region at 1732328325023Disabling writes for close at 1732328325023Obtaining lock to block concurrent updates at 1732328325023Preparing flush snapshotting stores in f4cb827539d0fe8b16662208a3e69f56 at 1732328325023Finished memstore snapshotting hbase:replication,,1732328256325.f4cb827539d0fe8b16662208a3e69f56., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732328325023Flushing stores of hbase:replication,,1732328256325.f4cb827539d0fe8b16662208a3e69f56. at 1732328325024 (+1 ms)Flushing f4cb827539d0fe8b16662208a3e69f56/hfileref: creating writer at 1732328325024Flushing f4cb827539d0fe8b16662208a3e69f56/hfileref: appending metadata at 1732328325041 (+17 ms)Flushing f4cb827539d0fe8b16662208a3e69f56/hfileref: closing flushed file at 1732328325041Flushing f4cb827539d0fe8b16662208a3e69f56/queue: creating writer at 1732328325451 (+410 ms)Flushing f4cb827539d0fe8b16662208a3e69f56/queue: appending metadata at 1732328325468 (+17 ms)Flushing f4cb827539d0fe8b16662208a3e69f56/queue: closing flushed file at 1732328325468Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25fa67d7: reopening flushed file at 1732328325877 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2800fe25: reopening flushed file at 1732328325883 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for f4cb827539d0fe8b16662208a3e69f56 in 865ms, sequenceid=10, compaction requested=false at 1732328325889 (+6 ms)Writing region close event to WAL at 1732328325889Running coprocessor post-close hooks at 1732328325893 (+4 ms)Closed at 1732328325893 2024-11-23T02:18:45,893 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732328256325.f4cb827539d0fe8b16662208a3e69f56. 2024-11-23T02:18:45,894 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a9f3d9cf5d2a41170900fff94cf169c, disabling compactions & flushes 2024-11-23T02:18:45,894 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732328251989.4a9f3d9cf5d2a41170900fff94cf169c. 2024-11-23T02:18:45,894 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732328251989.4a9f3d9cf5d2a41170900fff94cf169c. 2024-11-23T02:18:45,894 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732328251989.4a9f3d9cf5d2a41170900fff94cf169c. after waiting 0 ms 2024-11-23T02:18:45,894 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732328251989.4a9f3d9cf5d2a41170900fff94cf169c. 2024-11-23T02:18:45,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741848_1024 (size=5518) 2024-11-23T02:18:45,897 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/default/test/4a9f3d9cf5d2a41170900fff94cf169c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T02:18:45,898 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:18:45,898 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T02:18:45,898 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732328251989.4a9f3d9cf5d2a41170900fff94cf169c. 2024-11-23T02:18:45,898 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a9f3d9cf5d2a41170900fff94cf169c: Waiting for close lock at 1732328325893Running coprocessor pre-close hooks at 1732328325893Disabling compacts and flushes for region at 1732328325893Disabling writes for close at 1732328325894 (+1 ms)Writing region close event to WAL at 1732328325895 (+1 ms)Running coprocessor post-close hooks at 1732328325898 (+3 ms)Closed at 1732328325898 2024-11-23T02:18:45,898 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732328251989.4a9f3d9cf5d2a41170900fff94cf169c. 2024-11-23T02:18:46,024 INFO [RS:0;72b6db343a5d:44911 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T02:18:46,024 DEBUG [RS:0;72b6db343a5d:44911 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T02:18:46,024 DEBUG [RS:0;72b6db343a5d:44911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:18:46,224 DEBUG [RS:0;72b6db343a5d:44911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:18:46,296 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/meta/1588230740/.tmp/rep_barrier/1cd803f209e24aecad504aac7aa71220 2024-11-23T02:18:46,315 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/meta/1588230740/.tmp/table/a87ac47185a743e79559f838023ca02d is 53, key is hbase:replication/table:state/1732328257510/Put/seqid=0 2024-11-23T02:18:46,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741849_1025 (size=5308) 2024-11-23T02:18:46,425 DEBUG [RS:0;72b6db343a5d:44911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:18:46,625 DEBUG [RS:0;72b6db343a5d:44911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:18:46,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:18:46,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:18:46,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:18:46,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:18:46,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:18:46,720 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/meta/1588230740/.tmp/table/a87ac47185a743e79559f838023ca02d 2024-11-23T02:18:46,725 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/meta/1588230740/.tmp/info/4e3f6c268089465da857821ea330e47d as hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/meta/1588230740/info/4e3f6c268089465da857821ea330e47d 2024-11-23T02:18:46,730 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/meta/1588230740/info/4e3f6c268089465da857821ea330e47d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T02:18:46,731 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/meta/1588230740/.tmp/ns/2de349ca47a048cc8de27dbf792c9c31 as hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/meta/1588230740/ns/2de349ca47a048cc8de27dbf792c9c31 2024-11-23T02:18:46,735 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/meta/1588230740/ns/2de349ca47a048cc8de27dbf792c9c31, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T02:18:46,736 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/meta/1588230740/.tmp/rep_barrier/1cd803f209e24aecad504aac7aa71220 as hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/meta/1588230740/rep_barrier/1cd803f209e24aecad504aac7aa71220 2024-11-23T02:18:46,740 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/meta/1588230740/rep_barrier/1cd803f209e24aecad504aac7aa71220, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T02:18:46,741 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/meta/1588230740/.tmp/table/a87ac47185a743e79559f838023ca02d as hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/meta/1588230740/table/a87ac47185a743e79559f838023ca02d 2024-11-23T02:18:46,745 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/meta/1588230740/table/a87ac47185a743e79559f838023ca02d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T02:18:46,746 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=16, compaction requested=false 2024-11-23T02:18:46,751 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T02:18:46,751 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:18:46,751 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:18:46,751 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:18:46,751 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328325023Running coprocessor pre-close hooks at 1732328325023Disabling compacts and flushes for region at 1732328325023Disabling writes for close at 1732328325023Obtaining lock to block concurrent updates at 1732328325023Preparing flush snapshotting stores in 1588230740 at 1732328325023Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732328325024 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732328325024Flushing 1588230740/info: creating writer at 1732328325024Flushing 1588230740/info: appending metadata at 1732328325039 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732328325039Flushing 1588230740/ns: creating writer at 1732328325451 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732328325465 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732328325465Flushing 1588230740/rep_barrier: creating writer at 1732328325875 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732328325891 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732328325891Flushing 1588230740/table: creating writer at 1732328326301 (+410 ms)Flushing 1588230740/table: appending metadata at 1732328326315 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732328326315Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@617f7ffa: reopening flushed file at 1732328326725 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71148cab: reopening flushed file at 1732328326730 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f071eba: reopening flushed file at 1732328326735 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bf3dde6: reopening flushed file at 1732328326740 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=16, compaction requested=false at 1732328326746 (+6 ms)Writing region close event to WAL at 1732328326748 (+2 ms)Running coprocessor post-close hooks at 1732328326751 (+3 ms)Closed at 1732328326751 2024-11-23T02:18:46,752 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T02:18:46,825 INFO [RS:0;72b6db343a5d:44911 {}] regionserver.HRegionServer(976): stopping server 72b6db343a5d,44911,1732328244871; all regions closed. 2024-11-23T02:18:46,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741834_1010 (size=4239) 2024-11-23T02:18:46,827 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.meta.1732328247803.meta not finished, retry = 0 2024-11-23T02:18:46,930 DEBUG [RS:0;72b6db343a5d:44911 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/oldWALs 2024-11-23T02:18:46,930 INFO [RS:0;72b6db343a5d:44911 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 72b6db343a5d%2C44911%2C1732328244871.meta:.meta(num 1732328247803) 2024-11-23T02:18:46,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741839_1015 (size=2700) 2024-11-23T02:18:46,933 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.rep.1732328257464 not finished, retry = 0 2024-11-23T02:18:47,035 DEBUG [RS:0;72b6db343a5d:44911 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/oldWALs 2024-11-23T02:18:47,035 INFO [RS:0;72b6db343a5d:44911 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 72b6db343a5d%2C44911%2C1732328244871.rep:(num 1732328257464) 2024-11-23T02:18:47,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741832_1008 (size=1300) 2024-11-23T02:18:47,038 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/WALs/72b6db343a5d,44911,1732328244871/72b6db343a5d%2C44911%2C1732328244871.1732328246857 not finished, retry = 0 2024-11-23T02:18:47,140 DEBUG [RS:0;72b6db343a5d:44911 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/oldWALs 2024-11-23T02:18:47,140 INFO [RS:0;72b6db343a5d:44911 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 72b6db343a5d%2C44911%2C1732328244871:(num 1732328246857) 2024-11-23T02:18:47,140 DEBUG [RS:0;72b6db343a5d:44911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:18:47,140 INFO [RS:0;72b6db343a5d:44911 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:18:47,140 INFO [RS:0;72b6db343a5d:44911 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:18:47,140 INFO [RS:0;72b6db343a5d:44911 {}] hbase.ChoreService(370): Chore service for: regionserver/72b6db343a5d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T02:18:47,140 INFO [RS:0;72b6db343a5d:44911 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:18:47,140 INFO [regionserver/72b6db343a5d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:18:47,141 INFO [RS:0;72b6db343a5d:44911 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-72b6db343a5d,44911,1732328244871 because: Region server is closing 2024-11-23T02:18:47,141 INFO [RS:0;72b6db343a5d:44911 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:44911. 2024-11-23T02:18:47,141 DEBUG [RS:0;72b6db343a5d:44911 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:18:47,141 DEBUG [RS:0;72b6db343a5d:44911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:18:47,141 DEBUG [RS:0;72b6db343a5d:44911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:18:47,141 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:18:47,194 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T02:18:47,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:18:47,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:18:47,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:18:47,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:18:47,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:18:47,241 WARN [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.wal-reader.72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T02:18:47,241 WARN [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.shipper72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T02:18:47,242 INFO [RS:0;72b6db343a5d:44911 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,44911,1732328244871.replicationSource.shipper72b6db343a5d%2C44911%2C1732328244871,1-72b6db343a5d,44911,1732328244871 terminated 2024-11-23T02:18:47,242 INFO [RS:0;72b6db343a5d:44911 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44911 2024-11-23T02:18:47,244 INFO [RS:0;72b6db343a5d:44911 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:18:47,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44911-0x101429d2c930001, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01548734506/rs/72b6db343a5d,44911,1732328244871 2024-11-23T02:18:47,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x101429d2c930000, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548734506/rs 2024-11-23T02:18:47,245 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [72b6db343a5d,44911,1732328244871] 2024-11-23T02:18:47,246 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01548734506/draining/72b6db343a5d,44911,1732328244871 already deleted, retry=false 2024-11-23T02:18:47,246 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 72b6db343a5d,44911,1732328244871 expired; onlineServers=0 2024-11-23T02:18:47,246 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '72b6db343a5d,33515,1732328244817' ***** 2024-11-23T02:18:47,246 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T02:18:47,247 INFO [M:0;72b6db343a5d:33515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:18:47,247 INFO [M:0;72b6db343a5d:33515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:18:47,247 DEBUG [M:0;72b6db343a5d:33515 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T02:18:47,247 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T02:18:47,247 DEBUG [M:0;72b6db343a5d:33515 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T02:18:47,247 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328246649 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328246649,5,FailOnTimeoutGroup] 2024-11-23T02:18:47,247 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328246649 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328246649,5,FailOnTimeoutGroup] 2024-11-23T02:18:47,247 INFO [M:0;72b6db343a5d:33515 {}] hbase.ChoreService(370): Chore service for: master/72b6db343a5d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T02:18:47,247 INFO [M:0;72b6db343a5d:33515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:18:47,247 DEBUG [M:0;72b6db343a5d:33515 {}] master.HMaster(1795): Stopping service threads 2024-11-23T02:18:47,247 INFO [M:0;72b6db343a5d:33515 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T02:18:47,247 INFO [M:0;72b6db343a5d:33515 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:18:47,247 INFO [M:0;72b6db343a5d:33515 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T02:18:47,247 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T02:18:47,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x101429d2c930000, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01548734506/master 2024-11-23T02:18:47,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x101429d2c930000, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01548734506 2024-11-23T02:18:47,250 DEBUG [M:0;72b6db343a5d:33515 {}] zookeeper.ZKUtil(347): master:33515-0x101429d2c930000, quorum=127.0.0.1:54230, baseZNode=/01548734506 Unable to get data of znode /01548734506/master because node does not exist (not an error) 2024-11-23T02:18:47,250 WARN [M:0;72b6db343a5d:33515 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T02:18:47,253 INFO [M:0;72b6db343a5d:33515 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/.lastflushedseqids 2024-11-23T02:18:47,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741850_1026 (size=263) 2024-11-23T02:18:47,260 INFO [M:0;72b6db343a5d:33515 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T02:18:47,260 INFO [M:0;72b6db343a5d:33515 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T02:18:47,260 DEBUG [M:0;72b6db343a5d:33515 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:18:47,260 INFO [M:0;72b6db343a5d:33515 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:18:47,260 DEBUG [M:0;72b6db343a5d:33515 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:18:47,260 DEBUG [M:0;72b6db343a5d:33515 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:18:47,260 DEBUG [M:0;72b6db343a5d:33515 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:18:47,260 INFO [M:0;72b6db343a5d:33515 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-23T02:18:47,277 DEBUG [M:0;72b6db343a5d:33515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bb042cb30964d4580b4fb5c6bc9ca95 is 82, key is hbase:meta,,1/info:regioninfo/1732328247837/Put/seqid=0 2024-11-23T02:18:47,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741851_1027 (size=5672) 2024-11-23T02:18:47,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44911-0x101429d2c930001, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:18:47,346 INFO [RS:0;72b6db343a5d:44911 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:18:47,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44911-0x101429d2c930001, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:18:47,346 INFO [RS:0;72b6db343a5d:44911 {}] regionserver.HRegionServer(1031): Exiting; stopping=72b6db343a5d,44911,1732328244871; zookeeper connection closed. 2024-11-23T02:18:47,346 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@515d6560 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@515d6560 2024-11-23T02:18:47,346 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T02:18:47,681 INFO [M:0;72b6db343a5d:33515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bb042cb30964d4580b4fb5c6bc9ca95 2024-11-23T02:18:47,705 DEBUG [M:0;72b6db343a5d:33515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/415148e09d594f308f7d7b860814bbd1 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732328253166/Put/seqid=0 2024-11-23T02:18:47,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741852_1028 (size=7239) 2024-11-23T02:18:48,110 INFO [M:0;72b6db343a5d:33515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/415148e09d594f308f7d7b860814bbd1 2024-11-23T02:18:48,115 INFO [M:0;72b6db343a5d:33515 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 415148e09d594f308f7d7b860814bbd1 2024-11-23T02:18:48,129 DEBUG [M:0;72b6db343a5d:33515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10455e8cd07b47f1979f556a9b88fa4b is 69, key is 72b6db343a5d,44911,1732328244871/rs:state/1732328246713/Put/seqid=0 2024-11-23T02:18:48,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741853_1029 (size=5156) 2024-11-23T02:18:48,534 INFO [M:0;72b6db343a5d:33515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10455e8cd07b47f1979f556a9b88fa4b 2024-11-23T02:18:48,539 DEBUG [M:0;72b6db343a5d:33515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bb042cb30964d4580b4fb5c6bc9ca95 as hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5bb042cb30964d4580b4fb5c6bc9ca95 2024-11-23T02:18:48,543 INFO [M:0;72b6db343a5d:33515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5bb042cb30964d4580b4fb5c6bc9ca95, entries=8, sequenceid=105, filesize=5.5 K 2024-11-23T02:18:48,544 DEBUG [M:0;72b6db343a5d:33515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/415148e09d594f308f7d7b860814bbd1 as hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/415148e09d594f308f7d7b860814bbd1 2024-11-23T02:18:48,548 INFO [M:0;72b6db343a5d:33515 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 415148e09d594f308f7d7b860814bbd1 2024-11-23T02:18:48,548 INFO [M:0;72b6db343a5d:33515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/415148e09d594f308f7d7b860814bbd1, entries=11, sequenceid=105, filesize=7.1 K 2024-11-23T02:18:48,549 DEBUG [M:0;72b6db343a5d:33515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10455e8cd07b47f1979f556a9b88fa4b as hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10455e8cd07b47f1979f556a9b88fa4b 2024-11-23T02:18:48,552 INFO [M:0;72b6db343a5d:33515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35561/user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10455e8cd07b47f1979f556a9b88fa4b, entries=1, sequenceid=105, filesize=5.0 K 2024-11-23T02:18:48,553 INFO [M:0;72b6db343a5d:33515 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=105, compaction requested=false 2024-11-23T02:18:48,555 INFO [M:0;72b6db343a5d:33515 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:18:48,555 DEBUG [M:0;72b6db343a5d:33515 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328327260Disabling compacts and flushes for region at 1732328327260Disabling writes for close at 1732328327260Obtaining lock to block concurrent updates at 1732328327260Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732328327260Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1732328327261 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732328327261Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732328327262 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732328327276 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732328327276Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732328327687 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732328327704 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732328327704Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732328328115 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732328328129 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732328328129Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@479691d1: reopening flushed file at 1732328328538 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fd99323: reopening flushed file at 1732328328544 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b7c5208: reopening flushed file at 1732328328548 (+4 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=105, compaction requested=false at 1732328328553 (+5 ms)Writing region close event to WAL at 1732328328555 (+2 ms)Closed at 1732328328555 2024-11-23T02:18:48,557 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/354de835-0528-12e7-13f2-da95135c40dc/MasterData/WALs/72b6db343a5d,33515,1732328244817/72b6db343a5d%2C33515%2C1732328244817.1732328246563 not finished, retry = 0 2024-11-23T02:18:48,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35353 is added to blk_1073741830_1006 (size=64514) 2024-11-23T02:18:48,658 INFO [M:0;72b6db343a5d:33515 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T02:18:48,658 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:18:48,658 INFO [M:0;72b6db343a5d:33515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33515 2024-11-23T02:18:48,658 INFO [M:0;72b6db343a5d:33515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:18:48,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x101429d2c930000, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:18:48,760 INFO [M:0;72b6db343a5d:33515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:18:48,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33515-0x101429d2c930000, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:18:48,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4403d3b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:18:48,763 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73a2eb2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:18:48,763 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:18:48,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@563faabd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:18:48,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5441d9de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/hadoop.log.dir/,STOPPED} 2024-11-23T02:18:48,764 WARN [BP-421387699-172.17.0.2-1732328243749 heartbeating to localhost/127.0.0.1:35561 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T02:18:48,764 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T02:18:48,764 WARN [BP-421387699-172.17.0.2-1732328243749 heartbeating to localhost/127.0.0.1:35561 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-421387699-172.17.0.2-1732328243749 (Datanode Uuid 8bc9301c-c661-4a11-aea5-0b050ce83f9c) service to localhost/127.0.0.1:35561 2024-11-23T02:18:48,765 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T02:18:48,765 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/cluster_b1ed9757-1b4f-5e4e-11fe-82712963757c/data/data1/current/BP-421387699-172.17.0.2-1732328243749 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:18:48,765 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/cluster_b1ed9757-1b4f-5e4e-11fe-82712963757c/data/data2/current/BP-421387699-172.17.0.2-1732328243749 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:18:48,765 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T02:18:48,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2406b21c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:18:48,772 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b42acc6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:18:48,772 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:18:48,772 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d6519a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:18:48,772 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d028ff6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7f87eb7-4fbf-ebc5-127d-23d604619973/hadoop.log.dir/,STOPPED} 2024-11-23T02:18:48,777 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T02:18:48,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T02:18:48,796 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 135) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38171 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35561 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35561 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35561 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54230) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35561 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54230) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38171 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007f5b78b91080.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35561 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38171 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38171 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007f5b78b91080.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:38171 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=193 (was 225), ProcessCount=11 (was 11), AvailableMemoryMB=6665 (was 6729) 2024-11-23T02:18:48,803 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=193, ProcessCount=11, AvailableMemoryMB=6665 2024-11-23T02:18:48,816 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-23T02:18:48,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f722e86-3f95-4817-16f2-efb805264493/hadoop.log.dir so I do NOT create it in target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e 2024-11-23T02:18:48,817 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f722e86-3f95-4817-16f2-efb805264493/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T02:18:48,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f722e86-3f95-4817-16f2-efb805264493/hadoop.tmp.dir so I do NOT create it in target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e 2024-11-23T02:18:48,817 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f722e86-3f95-4817-16f2-efb805264493/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T02:18:48,817 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e 2024-11-23T02:18:48,817 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/cluster_ac21f0ce-4db3-7069-0e19-eae56311e187, deleteOnExit=true 2024-11-23T02:18:48,820 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/cluster_ac21f0ce-4db3-7069-0e19-eae56311e187/zookeeper_0, clientPort=52153, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/cluster_ac21f0ce-4db3-7069-0e19-eae56311e187/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/cluster_ac21f0ce-4db3-7069-0e19-eae56311e187/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T02:18:48,820 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52153 2024-11-23T02:18:48,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T02:18:48,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T02:18:48,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/test.cache.data in system properties and HBase conf 2024-11-23T02:18:48,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T02:18:48,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/hadoop.log.dir in system properties and HBase conf 2024-11-23T02:18:48,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T02:18:48,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T02:18:48,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T02:18:48,821 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T02:18:48,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:18:48,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:18:48,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T02:18:48,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:18:48,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T02:18:48,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T02:18:48,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:18:48,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:18:48,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T02:18:48,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/nfs.dump.dir in system properties and HBase conf 2024-11-23T02:18:48,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/java.io.tmpdir in system properties and HBase conf 2024-11-23T02:18:48,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:18:48,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T02:18:48,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T02:18:48,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101429d2c930005, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T02:18:48,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101429d2c930002, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T02:18:48,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101429d2c930002, quorum=127.0.0.1:54230, baseZNode=/01548734506 Received Disconnected from ZooKeeper, ignoring 2024-11-23T02:18:48,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101429d2c930005, quorum=127.0.0.1:54230, baseZNode=/1446173971 Received Disconnected from ZooKeeper, ignoring 2024-11-23T02:18:48,901 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:18:48,905 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:18:48,906 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:18:48,906 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:18:48,906 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T02:18:48,906 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:18:48,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b54bb0b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:18:48,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@519f12de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:18:49,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@286fa3eb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/java.io.tmpdir/jetty-localhost-43653-hadoop-hdfs-3_4_1-tests_jar-_-any-5266800377796288482/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:18:49,023 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32f57dac{HTTP/1.1, (http/1.1)}{localhost:43653} 2024-11-23T02:18:49,024 INFO [Time-limited test {}] server.Server(415): Started @130619ms 2024-11-23T02:18:49,094 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:18:49,099 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:18:49,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:18:49,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:18:49,099 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T02:18:49,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5547a402{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:18:49,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e010c9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:18:49,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5de07a34{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/java.io.tmpdir/jetty-localhost-36655-hadoop-hdfs-3_4_1-tests_jar-_-any-1711841780048598115/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:18:49,215 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6176167b{HTTP/1.1, (http/1.1)}{localhost:36655} 2024-11-23T02:18:49,215 INFO [Time-limited test {}] server.Server(415): Started @130811ms 2024-11-23T02:18:49,216 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T02:18:49,321 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/cluster_ac21f0ce-4db3-7069-0e19-eae56311e187/data/data1/current/BP-1197083281-172.17.0.2-1732328328842/current, will proceed with Du for space computation calculation, 2024-11-23T02:18:49,321 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/cluster_ac21f0ce-4db3-7069-0e19-eae56311e187/data/data2/current/BP-1197083281-172.17.0.2-1732328328842/current, will proceed with Du for space computation calculation, 2024-11-23T02:18:49,337 WARN [Thread-1274 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T02:18:49,340 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7e2f5d1a0d9ee4d with lease ID 0x8d587d7c6d02c325: Processing first storage report for DS-bd0c8584-0557-4ea4-83a5-c9dbdc708e52 from datanode DatanodeRegistration(127.0.0.1:42147, datanodeUuid=640aabdc-ba1e-4e65-93ca-87bf3ecfd3d2, infoPort=42959, infoSecurePort=0, ipcPort=42663, storageInfo=lv=-57;cid=testClusterID;nsid=187106706;c=1732328328842) 2024-11-23T02:18:49,340 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7e2f5d1a0d9ee4d with lease ID 0x8d587d7c6d02c325: from storage DS-bd0c8584-0557-4ea4-83a5-c9dbdc708e52 node DatanodeRegistration(127.0.0.1:42147, datanodeUuid=640aabdc-ba1e-4e65-93ca-87bf3ecfd3d2, infoPort=42959, infoSecurePort=0, ipcPort=42663, storageInfo=lv=-57;cid=testClusterID;nsid=187106706;c=1732328328842), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:18:49,340 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7e2f5d1a0d9ee4d with lease ID 0x8d587d7c6d02c325: Processing first storage report for DS-53cee61a-b90c-4e87-8e1c-b5b31bc760d3 from datanode DatanodeRegistration(127.0.0.1:42147, datanodeUuid=640aabdc-ba1e-4e65-93ca-87bf3ecfd3d2, infoPort=42959, infoSecurePort=0, ipcPort=42663, storageInfo=lv=-57;cid=testClusterID;nsid=187106706;c=1732328328842) 2024-11-23T02:18:49,340 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7e2f5d1a0d9ee4d with lease ID 0x8d587d7c6d02c325: from storage DS-53cee61a-b90c-4e87-8e1c-b5b31bc760d3 node DatanodeRegistration(127.0.0.1:42147, datanodeUuid=640aabdc-ba1e-4e65-93ca-87bf3ecfd3d2, infoPort=42959, infoSecurePort=0, ipcPort=42663, storageInfo=lv=-57;cid=testClusterID;nsid=187106706;c=1732328328842), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:18:49,439 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e 2024-11-23T02:18:49,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:18:49,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:18:49,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42147 is added to blk_1073741825_1001 (size=7) 2024-11-23T02:18:49,851 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8 with version=8 2024-11-23T02:18:49,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/hbase-staging 2024-11-23T02:18:49,854 INFO [Time-limited test {}] client.ConnectionUtils(128): master/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:18:49,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:18:49,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:18:49,854 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:18:49,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:18:49,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:18:49,854 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T02:18:49,854 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:18:49,854 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34825 2024-11-23T02:18:49,855 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34825 connecting to ZooKeeper ensemble=127.0.0.1:52153 2024-11-23T02:18:49,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348250x0, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:18:49,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34825-0x101429e79030000 connected 2024-11-23T02:18:49,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:18:49,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:18:49,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34825-0x101429e79030000, quorum=127.0.0.1:52153, baseZNode=/01647058137 Set watcher on znode that does not yet exist, /01647058137/running 2024-11-23T02:18:49,891 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8, hbase.cluster.distributed=false 2024-11-23T02:18:49,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34825-0x101429e79030000, quorum=127.0.0.1:52153, baseZNode=/01647058137 Set watcher on znode that does not yet exist, /01647058137/acl 2024-11-23T02:18:49,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34825 2024-11-23T02:18:49,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34825 2024-11-23T02:18:49,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34825 2024-11-23T02:18:49,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34825 2024-11-23T02:18:49,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34825 2024-11-23T02:18:49,917 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:18:49,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:18:49,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:18:49,917 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:18:49,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:18:49,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:18:49,917 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T02:18:49,917 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:18:49,918 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37989 2024-11-23T02:18:49,919 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37989 connecting to ZooKeeper ensemble=127.0.0.1:52153 2024-11-23T02:18:49,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:18:49,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:18:49,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379890x0, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:18:49,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37989-0x101429e79030001 connected 2024-11-23T02:18:49,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37989-0x101429e79030001, quorum=127.0.0.1:52153, baseZNode=/01647058137 Set watcher on znode that does not yet exist, /01647058137/running 2024-11-23T02:18:49,928 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T02:18:49,930 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T02:18:49,930 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37989-0x101429e79030001, quorum=127.0.0.1:52153, baseZNode=/01647058137 Set watcher on znode that does not yet exist, /01647058137/master 2024-11-23T02:18:49,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37989-0x101429e79030001, quorum=127.0.0.1:52153, baseZNode=/01647058137 Set watcher on znode that does not yet exist, /01647058137/acl 2024-11-23T02:18:49,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37989 2024-11-23T02:18:49,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37989 2024-11-23T02:18:49,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37989 2024-11-23T02:18:49,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37989 2024-11-23T02:18:49,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37989 2024-11-23T02:18:49,949 DEBUG [M:0;72b6db343a5d:34825 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;72b6db343a5d:34825 2024-11-23T02:18:49,949 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01647058137/backup-masters/72b6db343a5d,34825,1732328329853 2024-11-23T02:18:49,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101429e79030000, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01647058137/backup-masters 2024-11-23T02:18:49,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x101429e79030001, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01647058137/backup-masters 2024-11-23T02:18:49,951 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34825-0x101429e79030000, quorum=127.0.0.1:52153, baseZNode=/01647058137 Set watcher on existing znode=/01647058137/backup-masters/72b6db343a5d,34825,1732328329853 2024-11-23T02:18:49,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101429e79030000, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01647058137 2024-11-23T02:18:49,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x101429e79030001, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01647058137/master 2024-11-23T02:18:49,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x101429e79030001, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01647058137 2024-11-23T02:18:49,959 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34825-0x101429e79030000, quorum=127.0.0.1:52153, baseZNode=/01647058137 Set watcher on existing znode=/01647058137/master 2024-11-23T02:18:49,959 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01647058137/backup-masters/72b6db343a5d,34825,1732328329853 from backup master directory 2024-11-23T02:18:49,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101429e79030000, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01647058137/backup-masters/72b6db343a5d,34825,1732328329853 2024-11-23T02:18:49,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x101429e79030001, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01647058137/backup-masters 2024-11-23T02:18:49,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101429e79030000, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01647058137/backup-masters 2024-11-23T02:18:49,961 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:18:49,961 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=72b6db343a5d,34825,1732328329853 2024-11-23T02:18:49,965 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/hbase.id] with ID: 7d3ac980-31d1-419f-9b68-56f978e82933 2024-11-23T02:18:49,965 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/.tmp/hbase.id 2024-11-23T02:18:49,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42147 is added to blk_1073741826_1002 (size=42) 2024-11-23T02:18:50,370 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/.tmp/hbase.id]:[hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/hbase.id] 2024-11-23T02:18:50,381 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:18:50,381 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T02:18:50,382 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T02:18:50,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101429e79030000, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01647058137 2024-11-23T02:18:50,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x101429e79030001, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01647058137 2024-11-23T02:18:50,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42147 is added to blk_1073741827_1003 (size=196) 2024-11-23T02:18:50,790 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:18:50,790 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T02:18:50,791 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:18:50,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42147 is added to blk_1073741828_1004 (size=1189) 2024-11-23T02:18:51,198 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store 2024-11-23T02:18:51,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42147 is added to blk_1073741829_1005 (size=34) 2024-11-23T02:18:51,605 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:18:51,605 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:18:51,605 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:18:51,605 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:18:51,605 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:18:51,605 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:18:51,605 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:18:51,605 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328331605Disabling compacts and flushes for region at 1732328331605Disabling writes for close at 1732328331605Writing region close event to WAL at 1732328331605Closed at 1732328331605 2024-11-23T02:18:51,606 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/.initializing 2024-11-23T02:18:51,606 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/WALs/72b6db343a5d,34825,1732328329853 2024-11-23T02:18:51,607 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:18:51,609 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=72b6db343a5d%2C34825%2C1732328329853, suffix=, logDir=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/WALs/72b6db343a5d,34825,1732328329853, archiveDir=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/oldWALs, maxLogs=10 2024-11-23T02:18:51,623 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/WALs/72b6db343a5d,34825,1732328329853/72b6db343a5d%2C34825%2C1732328329853.1732328331609, exclude list is [], retry=0 2024-11-23T02:18:51,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42147,DS-bd0c8584-0557-4ea4-83a5-c9dbdc708e52,DISK] 2024-11-23T02:18:51,627 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/WALs/72b6db343a5d,34825,1732328329853/72b6db343a5d%2C34825%2C1732328329853.1732328331609 2024-11-23T02:18:51,627 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42959:42959)] 2024-11-23T02:18:51,628 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:18:51,628 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:18:51,628 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:18:51,628 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:18:51,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:18:51,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T02:18:51,630 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:18:51,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:18:51,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:18:51,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T02:18:51,632 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:18:51,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:18:51,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:18:51,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T02:18:51,633 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:18:51,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:18:51,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:18:51,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T02:18:51,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:18:51,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:18:51,635 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:18:51,636 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:18:51,636 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:18:51,637 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:18:51,637 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:18:51,638 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:18:51,639 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:18:51,641 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:18:51,641 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65663331, jitterRate=-0.021540120244026184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:18:51,642 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732328331628Initializing all the Stores at 1732328331629 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328331629Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328331629Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328331629Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328331629Cleaning up temporary data from old regions at 1732328331637 (+8 ms)Region opened successfully at 1732328331642 (+5 ms) 2024-11-23T02:18:51,642 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T02:18:51,645 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b8f684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:18:51,646 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T02:18:51,646 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T02:18:51,646 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T02:18:51,647 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T02:18:51,647 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T02:18:51,647 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T02:18:51,647 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T02:18:51,649 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T02:18:51,650 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34825-0x101429e79030000, quorum=127.0.0.1:52153, baseZNode=/01647058137 Unable to get data of znode /01647058137/balancer because node does not exist (not necessarily an error) 2024-11-23T02:18:51,651 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01647058137/balancer already deleted, retry=false 2024-11-23T02:18:51,652 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T02:18:51,652 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34825-0x101429e79030000, quorum=127.0.0.1:52153, baseZNode=/01647058137 Unable to get data of znode /01647058137/normalizer because node does not exist (not necessarily an error) 2024-11-23T02:18:51,654 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01647058137/normalizer already deleted, retry=false 2024-11-23T02:18:51,654 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T02:18:51,655 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34825-0x101429e79030000, quorum=127.0.0.1:52153, baseZNode=/01647058137 Unable to get data of znode /01647058137/switch/split because node does not exist (not necessarily an error) 2024-11-23T02:18:51,656 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01647058137/switch/split already deleted, retry=false 2024-11-23T02:18:51,657 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34825-0x101429e79030000, quorum=127.0.0.1:52153, baseZNode=/01647058137 Unable to get data of znode /01647058137/switch/merge because node does not exist (not necessarily an error) 2024-11-23T02:18:51,658 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01647058137/switch/merge already deleted, retry=false 2024-11-23T02:18:51,660 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34825-0x101429e79030000, quorum=127.0.0.1:52153, baseZNode=/01647058137 Unable to get data of znode /01647058137/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T02:18:51,661 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01647058137/snapshot-cleanup already deleted, retry=false 2024-11-23T02:18:51,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101429e79030000, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01647058137/running 2024-11-23T02:18:51,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101429e79030000, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01647058137 2024-11-23T02:18:51,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x101429e79030001, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01647058137/running 2024-11-23T02:18:51,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x101429e79030001, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01647058137 2024-11-23T02:18:51,664 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=72b6db343a5d,34825,1732328329853, sessionid=0x101429e79030000, setting cluster-up flag (Was=false) 2024-11-23T02:18:51,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x101429e79030001, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01647058137 2024-11-23T02:18:51,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101429e79030000, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01647058137 2024-11-23T02:18:51,672 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01647058137/flush-table-proc/acquired, /01647058137/flush-table-proc/reached, /01647058137/flush-table-proc/abort 2024-11-23T02:18:51,673 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,34825,1732328329853 2024-11-23T02:18:51,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101429e79030000, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01647058137 2024-11-23T02:18:51,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x101429e79030001, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01647058137 2024-11-23T02:18:51,680 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01647058137/online-snapshot/acquired, /01647058137/online-snapshot/reached, /01647058137/online-snapshot/abort 2024-11-23T02:18:51,681 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,34825,1732328329853 2024-11-23T02:18:51,682 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T02:18:51,684 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T02:18:51,684 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T02:18:51,684 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T02:18:51,684 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 72b6db343a5d,34825,1732328329853 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T02:18:51,685 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:18:51,685 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:18:51,685 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:18:51,685 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:18:51,685 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/72b6db343a5d:0, corePoolSize=10, maxPoolSize=10 2024-11-23T02:18:51,685 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:18:51,685 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:18:51,685 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:18:51,686 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732328361686 2024-11-23T02:18:51,686 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T02:18:51,686 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T02:18:51,686 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T02:18:51,686 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T02:18:51,686 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T02:18:51,687 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T02:18:51,687 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:51,687 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:18:51,687 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T02:18:51,687 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T02:18:51,687 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T02:18:51,687 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T02:18:51,687 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T02:18:51,687 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T02:18:51,687 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T02:18:51,688 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328331687,5,FailOnTimeoutGroup] 2024-11-23T02:18:51,688 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:18:51,688 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328331688,5,FailOnTimeoutGroup] 2024-11-23T02:18:51,688 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:51,688 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T02:18:51,688 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:51,688 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:51,688 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T02:18:51,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42147 is added to blk_1073741831_1007 (size=1321) 2024-11-23T02:18:51,739 INFO [RS:0;72b6db343a5d:37989 {}] regionserver.HRegionServer(746): ClusterId : 7d3ac980-31d1-419f-9b68-56f978e82933 2024-11-23T02:18:51,739 DEBUG [RS:0;72b6db343a5d:37989 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T02:18:51,741 DEBUG [RS:0;72b6db343a5d:37989 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T02:18:51,741 DEBUG [RS:0;72b6db343a5d:37989 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T02:18:51,744 DEBUG [RS:0;72b6db343a5d:37989 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T02:18:51,744 DEBUG [RS:0;72b6db343a5d:37989 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43ea1fbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:18:51,756 DEBUG [RS:0;72b6db343a5d:37989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;72b6db343a5d:37989 2024-11-23T02:18:51,756 INFO [RS:0;72b6db343a5d:37989 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T02:18:51,756 INFO [RS:0;72b6db343a5d:37989 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T02:18:51,756 DEBUG [RS:0;72b6db343a5d:37989 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T02:18:51,757 INFO [RS:0;72b6db343a5d:37989 {}] regionserver.HRegionServer(2659): reportForDuty to master=72b6db343a5d,34825,1732328329853 with port=37989, startcode=1732328329916 2024-11-23T02:18:51,757 DEBUG [RS:0;72b6db343a5d:37989 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T02:18:51,759 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T02:18:51,759 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34825 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 72b6db343a5d,37989,1732328329916 2024-11-23T02:18:51,759 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34825 {}] master.ServerManager(517): Registering regionserver=72b6db343a5d,37989,1732328329916 2024-11-23T02:18:51,761 DEBUG [RS:0;72b6db343a5d:37989 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8 2024-11-23T02:18:51,761 DEBUG [RS:0;72b6db343a5d:37989 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45397 2024-11-23T02:18:51,761 DEBUG [RS:0;72b6db343a5d:37989 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T02:18:51,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101429e79030000, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01647058137/rs 2024-11-23T02:18:51,763 DEBUG [RS:0;72b6db343a5d:37989 {}] zookeeper.ZKUtil(111): regionserver:37989-0x101429e79030001, quorum=127.0.0.1:52153, baseZNode=/01647058137 Set watcher on existing znode=/01647058137/rs/72b6db343a5d,37989,1732328329916 2024-11-23T02:18:51,763 WARN [RS:0;72b6db343a5d:37989 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:18:51,763 INFO [RS:0;72b6db343a5d:37989 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:18:51,763 DEBUG [RS:0;72b6db343a5d:37989 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,37989,1732328329916 2024-11-23T02:18:51,763 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [72b6db343a5d,37989,1732328329916] 2024-11-23T02:18:51,766 INFO [RS:0;72b6db343a5d:37989 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T02:18:51,767 INFO [RS:0;72b6db343a5d:37989 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T02:18:51,768 INFO [RS:0;72b6db343a5d:37989 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T02:18:51,768 INFO [RS:0;72b6db343a5d:37989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:51,768 INFO [RS:0;72b6db343a5d:37989 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T02:18:51,769 INFO [RS:0;72b6db343a5d:37989 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T02:18:51,769 INFO [RS:0;72b6db343a5d:37989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:51,769 DEBUG [RS:0;72b6db343a5d:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:18:51,769 DEBUG [RS:0;72b6db343a5d:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:18:51,769 DEBUG [RS:0;72b6db343a5d:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:18:51,769 DEBUG [RS:0;72b6db343a5d:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:18:51,769 DEBUG [RS:0;72b6db343a5d:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:18:51,769 DEBUG [RS:0;72b6db343a5d:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:18:51,769 DEBUG [RS:0;72b6db343a5d:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:18:51,769 DEBUG [RS:0;72b6db343a5d:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:18:51,769 DEBUG [RS:0;72b6db343a5d:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:18:51,769 DEBUG [RS:0;72b6db343a5d:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:18:51,769 DEBUG [RS:0;72b6db343a5d:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:18:51,769 DEBUG [RS:0;72b6db343a5d:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:18:51,769 DEBUG [RS:0;72b6db343a5d:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:18:51,769 DEBUG [RS:0;72b6db343a5d:37989 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:18:51,770 INFO [RS:0;72b6db343a5d:37989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:51,770 INFO [RS:0;72b6db343a5d:37989 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:51,770 INFO [RS:0;72b6db343a5d:37989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:51,770 INFO [RS:0;72b6db343a5d:37989 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:51,770 INFO [RS:0;72b6db343a5d:37989 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:51,770 INFO [RS:0;72b6db343a5d:37989 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,37989,1732328329916-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:18:51,783 INFO [RS:0;72b6db343a5d:37989 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T02:18:51,784 INFO [RS:0;72b6db343a5d:37989 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,37989,1732328329916-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:51,784 INFO [RS:0;72b6db343a5d:37989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:51,784 INFO [RS:0;72b6db343a5d:37989 {}] regionserver.Replication(171): 72b6db343a5d,37989,1732328329916 started 2024-11-23T02:18:51,797 INFO [RS:0;72b6db343a5d:37989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:51,797 INFO [RS:0;72b6db343a5d:37989 {}] regionserver.HRegionServer(1482): Serving as 72b6db343a5d,37989,1732328329916, RpcServer on 72b6db343a5d/172.17.0.2:37989, sessionid=0x101429e79030001 2024-11-23T02:18:51,797 DEBUG [RS:0;72b6db343a5d:37989 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T02:18:51,797 DEBUG [RS:0;72b6db343a5d:37989 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 72b6db343a5d,37989,1732328329916 2024-11-23T02:18:51,797 DEBUG [RS:0;72b6db343a5d:37989 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,37989,1732328329916' 2024-11-23T02:18:51,797 DEBUG [RS:0;72b6db343a5d:37989 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01647058137/flush-table-proc/abort' 2024-11-23T02:18:51,798 DEBUG [RS:0;72b6db343a5d:37989 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01647058137/flush-table-proc/acquired' 2024-11-23T02:18:51,798 DEBUG [RS:0;72b6db343a5d:37989 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T02:18:51,798 DEBUG [RS:0;72b6db343a5d:37989 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T02:18:51,798 DEBUG [RS:0;72b6db343a5d:37989 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 72b6db343a5d,37989,1732328329916 2024-11-23T02:18:51,798 DEBUG [RS:0;72b6db343a5d:37989 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,37989,1732328329916' 2024-11-23T02:18:51,798 DEBUG [RS:0;72b6db343a5d:37989 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01647058137/online-snapshot/abort' 2024-11-23T02:18:51,798 DEBUG [RS:0;72b6db343a5d:37989 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01647058137/online-snapshot/acquired' 2024-11-23T02:18:51,799 DEBUG [RS:0;72b6db343a5d:37989 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T02:18:51,799 INFO [RS:0;72b6db343a5d:37989 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T02:18:51,799 INFO [RS:0;72b6db343a5d:37989 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T02:18:51,899 INFO [RS:0;72b6db343a5d:37989 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:18:51,901 INFO [RS:0;72b6db343a5d:37989 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C37989%2C1732328329916, suffix=, logDir=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,37989,1732328329916, archiveDir=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/oldWALs, maxLogs=10 2024-11-23T02:18:51,914 DEBUG [RS:0;72b6db343a5d:37989 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,37989,1732328329916/72b6db343a5d%2C37989%2C1732328329916.1732328331901, exclude list is [], retry=0 2024-11-23T02:18:51,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42147,DS-bd0c8584-0557-4ea4-83a5-c9dbdc708e52,DISK] 2024-11-23T02:18:51,919 INFO [RS:0;72b6db343a5d:37989 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,37989,1732328329916/72b6db343a5d%2C37989%2C1732328329916.1732328331901 2024-11-23T02:18:51,919 DEBUG [RS:0;72b6db343a5d:37989 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42959:42959)] 2024-11-23T02:18:52,096 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T02:18:52,096 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8 2024-11-23T02:18:52,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42147 is added to blk_1073741833_1009 (size=32) 2024-11-23T02:18:52,253 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T02:18:52,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:18:52,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:18:52,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:18:52,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:18:52,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:18:52,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:18:52,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:18:52,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:18:52,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:18:52,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:18:52,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:18:52,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:18:52,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:18:52,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:18:52,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:18:52,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:18:52,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:18:52,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:18:52,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:18:52,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:18:52,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:18:52,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:18:52,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:18:52,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:18:52,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/meta/1588230740 2024-11-23T02:18:52,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/meta/1588230740 2024-11-23T02:18:52,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:18:52,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:18:52,512 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:18:52,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:18:52,514 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:18:52,515 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70362075, jitterRate=0.04847662150859833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:18:52,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732328332502Initializing all the Stores at 1732328332503 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328332503Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328332503Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328332503Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328332503Cleaning up temporary data from old regions at 1732328332511 (+8 ms)Region opened successfully at 1732328332515 (+4 ms) 2024-11-23T02:18:52,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:18:52,516 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:18:52,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:18:52,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:18:52,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:18:52,516 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:18:52,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328332516Disabling compacts and flushes for region at 1732328332516Disabling writes for close at 1732328332516Writing region close event to WAL at 1732328332516Closed at 1732328332516 2024-11-23T02:18:52,517 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:18:52,517 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T02:18:52,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T02:18:52,518 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:18:52,519 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T02:18:52,669 DEBUG [72b6db343a5d:34825 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T02:18:52,670 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=72b6db343a5d,37989,1732328329916 2024-11-23T02:18:52,671 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,37989,1732328329916, state=OPENING 2024-11-23T02:18:52,673 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T02:18:52,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101429e79030000, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01647058137 2024-11-23T02:18:52,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x101429e79030001, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01647058137 2024-11-23T02:18:52,675 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:18:52,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01647058137/meta-region-server: CHANGED 2024-11-23T02:18:52,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01647058137/meta-region-server: CHANGED 2024-11-23T02:18:52,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,37989,1732328329916}] 2024-11-23T02:18:52,827 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:18:52,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T02:18:52,833 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T02:18:52,833 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:18:52,833 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T02:18:52,834 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C37989%2C1732328329916.meta, suffix=.meta, logDir=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,37989,1732328329916, archiveDir=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/oldWALs, maxLogs=10 2024-11-23T02:18:52,848 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,37989,1732328329916/72b6db343a5d%2C37989%2C1732328329916.meta.1732328332835.meta, exclude list is [], retry=0 2024-11-23T02:18:52,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42147,DS-bd0c8584-0557-4ea4-83a5-c9dbdc708e52,DISK] 2024-11-23T02:18:52,852 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,37989,1732328329916/72b6db343a5d%2C37989%2C1732328329916.meta.1732328332835.meta 2024-11-23T02:18:52,852 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42959:42959)] 2024-11-23T02:18:52,852 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:18:52,852 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:18:52,852 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:18:52,853 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T02:18:52,853 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T02:18:52,853 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T02:18:52,853 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:18:52,853 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T02:18:52,853 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T02:18:52,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:18:52,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:18:52,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:18:52,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:18:52,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:18:52,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:18:52,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:18:52,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:18:52,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:18:52,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:18:52,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:18:52,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:18:52,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:18:52,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:18:52,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:18:52,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:18:52,858 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:18:52,859 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/meta/1588230740 2024-11-23T02:18:52,860 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/meta/1588230740 2024-11-23T02:18:52,861 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:18:52,861 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:18:52,861 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:18:52,863 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:18:52,863 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61801891, jitterRate=-0.07908006012439728}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:18:52,863 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T02:18:52,864 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732328332853Writing region info on filesystem at 1732328332853Initializing all the Stores at 1732328332854 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328332854Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328332854Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328332854Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328332854Cleaning up temporary data from old regions at 1732328332861 (+7 ms)Running coprocessor post-open hooks at 1732328332863 (+2 ms)Region opened successfully at 1732328332864 (+1 ms) 2024-11-23T02:18:52,865 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732328332827 2024-11-23T02:18:52,867 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T02:18:52,867 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T02:18:52,867 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,37989,1732328329916 2024-11-23T02:18:52,868 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,37989,1732328329916, state=OPEN 2024-11-23T02:18:52,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x101429e79030001, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01647058137/meta-region-server 2024-11-23T02:18:52,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101429e79030000, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01647058137/meta-region-server 2024-11-23T02:18:52,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01647058137/meta-region-server: CHANGED 2024-11-23T02:18:52,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01647058137/meta-region-server: CHANGED 2024-11-23T02:18:52,874 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=72b6db343a5d,37989,1732328329916 2024-11-23T02:18:52,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T02:18:52,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,37989,1732328329916 in 199 msec 2024-11-23T02:18:52,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T02:18:52,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 359 msec 2024-11-23T02:18:52,879 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:18:52,879 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T02:18:52,880 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:18:52,880 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,37989,1732328329916, seqNum=-1] 2024-11-23T02:18:52,881 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:18:52,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:18:52,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2040 sec 2024-11-23T02:18:52,888 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732328332887, completionTime=-1 2024-11-23T02:18:52,888 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T02:18:52,888 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T02:18:52,890 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T02:18:52,890 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732328392890 2024-11-23T02:18:52,890 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732328452890 2024-11-23T02:18:52,890 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T02:18:52,890 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,34825,1732328329853-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:52,890 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,34825,1732328329853-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:52,890 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,34825,1732328329853-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:52,890 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-72b6db343a5d:34825, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:52,890 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:52,890 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:52,892 DEBUG [master/72b6db343a5d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T02:18:52,894 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.933sec 2024-11-23T02:18:52,894 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T02:18:52,894 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T02:18:52,894 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T02:18:52,894 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T02:18:52,894 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T02:18:52,894 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,34825,1732328329853-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:18:52,894 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,34825,1732328329853-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T02:18:52,897 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T02:18:52,897 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T02:18:52,897 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,34825,1732328329853-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:52,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db3777e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:18:52,940 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,34825,-1 for getting cluster id 2024-11-23T02:18:52,940 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:18:52,942 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d3ac980-31d1-419f-9b68-56f978e82933' 2024-11-23T02:18:52,942 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:18:52,942 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d3ac980-31d1-419f-9b68-56f978e82933" 2024-11-23T02:18:52,942 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aa794b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:18:52,942 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,34825,-1] 2024-11-23T02:18:52,943 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:18:52,943 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:18:52,944 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:18:52,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d5d9989, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:18:52,945 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:18:52,945 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,37989,1732328329916, seqNum=-1] 2024-11-23T02:18:52,946 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:18:52,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:18:52,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=72b6db343a5d,34825,1732328329853 2024-11-23T02:18:52,949 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52153 2024-11-23T02:18:52,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:18:52,951 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101429e79030002 connected 2024-11-23T02:18:52,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/hadoop.log.dir so I do NOT create it in target/test-data/15898388-1141-438a-d42d-01e59782edda 2024-11-23T02:18:52,954 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T02:18:52,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/hadoop.tmp.dir so I do NOT create it in target/test-data/15898388-1141-438a-d42d-01e59782edda 2024-11-23T02:18:52,954 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T02:18:52,955 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15898388-1141-438a-d42d-01e59782edda 2024-11-23T02:18:52,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T02:18:52,955 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15898388-1141-438a-d42d-01e59782edda/cluster_4c1244cd-8b4e-af09-c849-98fef973fda0, deleteOnExit=true 2024-11-23T02:18:52,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T02:18:52,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15898388-1141-438a-d42d-01e59782edda/test.cache.data in system properties and HBase conf 2024-11-23T02:18:52,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15898388-1141-438a-d42d-01e59782edda/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T02:18:52,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15898388-1141-438a-d42d-01e59782edda/hadoop.log.dir in system properties and HBase conf 2024-11-23T02:18:52,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15898388-1141-438a-d42d-01e59782edda/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T02:18:52,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15898388-1141-438a-d42d-01e59782edda/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T02:18:52,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T02:18:52,955 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T02:18:52,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15898388-1141-438a-d42d-01e59782edda/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:18:52,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15898388-1141-438a-d42d-01e59782edda/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:18:52,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15898388-1141-438a-d42d-01e59782edda/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T02:18:52,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15898388-1141-438a-d42d-01e59782edda/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:18:52,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15898388-1141-438a-d42d-01e59782edda/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T02:18:52,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15898388-1141-438a-d42d-01e59782edda/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T02:18:52,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15898388-1141-438a-d42d-01e59782edda/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:18:52,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15898388-1141-438a-d42d-01e59782edda/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:18:52,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15898388-1141-438a-d42d-01e59782edda/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T02:18:52,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15898388-1141-438a-d42d-01e59782edda/nfs.dump.dir in system properties and HBase conf 2024-11-23T02:18:52,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15898388-1141-438a-d42d-01e59782edda/java.io.tmpdir in system properties and HBase conf 2024-11-23T02:18:52,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15898388-1141-438a-d42d-01e59782edda/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:18:52,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15898388-1141-438a-d42d-01e59782edda/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T02:18:52,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15898388-1141-438a-d42d-01e59782edda/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T02:18:53,029 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:18:53,033 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:18:53,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:18:53,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:18:53,035 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T02:18:53,036 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:18:53,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@305b238b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15898388-1141-438a-d42d-01e59782edda/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:18:53,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@202bda48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:18:53,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3df9e8bc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15898388-1141-438a-d42d-01e59782edda/java.io.tmpdir/jetty-localhost-42109-hadoop-hdfs-3_4_1-tests_jar-_-any-12417681028172862908/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:18:53,154 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d8c2b8f{HTTP/1.1, (http/1.1)}{localhost:42109} 2024-11-23T02:18:53,155 INFO [Time-limited test {}] server.Server(415): Started @134750ms 2024-11-23T02:18:53,230 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:18:53,233 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:18:53,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:18:53,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:18:53,234 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T02:18:53,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cb119b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15898388-1141-438a-d42d-01e59782edda/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:18:53,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@300a93e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:18:53,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3653dd1f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15898388-1141-438a-d42d-01e59782edda/java.io.tmpdir/jetty-localhost-43069-hadoop-hdfs-3_4_1-tests_jar-_-any-13387627216111031422/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:18:53,350 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d600f68{HTTP/1.1, (http/1.1)}{localhost:43069} 2024-11-23T02:18:53,350 INFO [Time-limited test {}] server.Server(415): Started @134946ms 2024-11-23T02:18:53,351 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T02:18:53,456 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15898388-1141-438a-d42d-01e59782edda/cluster_4c1244cd-8b4e-af09-c849-98fef973fda0/data/data1/current/BP-1090509395-172.17.0.2-1732328332974/current, will proceed with Du for space computation calculation, 2024-11-23T02:18:53,457 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15898388-1141-438a-d42d-01e59782edda/cluster_4c1244cd-8b4e-af09-c849-98fef973fda0/data/data2/current/BP-1090509395-172.17.0.2-1732328332974/current, will proceed with Du for space computation calculation, 2024-11-23T02:18:53,475 WARN [Thread-1395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T02:18:53,478 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb53afcc67fbb512f with lease ID 0x9e64cae64dc7d71a: Processing first storage report for DS-19759ff3-ca19-4d90-862f-24c12400039c from datanode DatanodeRegistration(127.0.0.1:40897, datanodeUuid=0098b14e-278c-4231-b905-5b8ceacea651, infoPort=43315, infoSecurePort=0, ipcPort=45307, storageInfo=lv=-57;cid=testClusterID;nsid=559627829;c=1732328332974) 2024-11-23T02:18:53,478 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb53afcc67fbb512f with lease ID 0x9e64cae64dc7d71a: from storage DS-19759ff3-ca19-4d90-862f-24c12400039c node DatanodeRegistration(127.0.0.1:40897, datanodeUuid=0098b14e-278c-4231-b905-5b8ceacea651, infoPort=43315, infoSecurePort=0, ipcPort=45307, storageInfo=lv=-57;cid=testClusterID;nsid=559627829;c=1732328332974), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:18:53,478 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb53afcc67fbb512f with lease ID 0x9e64cae64dc7d71a: Processing first storage report for DS-4356fabe-bd6b-459d-b3b2-d76d9e06141b from datanode DatanodeRegistration(127.0.0.1:40897, datanodeUuid=0098b14e-278c-4231-b905-5b8ceacea651, infoPort=43315, infoSecurePort=0, ipcPort=45307, storageInfo=lv=-57;cid=testClusterID;nsid=559627829;c=1732328332974) 2024-11-23T02:18:53,478 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb53afcc67fbb512f with lease ID 0x9e64cae64dc7d71a: from storage DS-4356fabe-bd6b-459d-b3b2-d76d9e06141b node DatanodeRegistration(127.0.0.1:40897, datanodeUuid=0098b14e-278c-4231-b905-5b8ceacea651, infoPort=43315, infoSecurePort=0, ipcPort=45307, storageInfo=lv=-57;cid=testClusterID;nsid=559627829;c=1732328332974), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:18:53,576 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15898388-1141-438a-d42d-01e59782edda 2024-11-23T02:18:53,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:18:53,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:18:53,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40897 is added to blk_1073741825_1001 (size=7) 2024-11-23T02:18:53,615 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T02:18:53,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T02:18:53,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T02:18:53,986 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d with version=8 2024-11-23T02:18:53,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/hbase-staging 2024-11-23T02:18:53,988 INFO [Time-limited test {}] client.ConnectionUtils(128): master/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:18:53,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:18:53,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:18:53,988 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:18:53,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:18:53,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:18:53,988 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T02:18:53,988 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:18:53,989 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34689 2024-11-23T02:18:53,990 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34689 connecting to ZooKeeper ensemble=127.0.0.1:52153 2024-11-23T02:18:53,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346890x0, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:18:53,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34689-0x101429e79030003 connected 2024-11-23T02:18:54,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:18:54,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:18:54,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34689-0x101429e79030003, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Set watcher on znode that does not yet exist, /1-1148676538/running 2024-11-23T02:18:54,007 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d, hbase.cluster.distributed=false 2024-11-23T02:18:54,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34689-0x101429e79030003, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Set watcher on znode that does not yet exist, /1-1148676538/acl 2024-11-23T02:18:54,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34689 2024-11-23T02:18:54,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34689 2024-11-23T02:18:54,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34689 2024-11-23T02:18:54,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34689 2024-11-23T02:18:54,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34689 2024-11-23T02:18:54,024 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:18:54,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:18:54,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:18:54,024 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:18:54,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:18:54,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:18:54,024 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T02:18:54,024 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:18:54,025 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34671 2024-11-23T02:18:54,026 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34671 connecting to ZooKeeper ensemble=127.0.0.1:52153 2024-11-23T02:18:54,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:18:54,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:18:54,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346710x0, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:18:54,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:346710x0, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Set watcher on znode that does not yet exist, /1-1148676538/running 2024-11-23T02:18:54,032 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34671-0x101429e79030004 connected 2024-11-23T02:18:54,032 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T02:18:54,034 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T02:18:54,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34671-0x101429e79030004, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Set watcher on znode that does not yet exist, /1-1148676538/master 2024-11-23T02:18:54,036 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34671-0x101429e79030004, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Set watcher on znode that does not yet exist, /1-1148676538/acl 2024-11-23T02:18:54,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34671 2024-11-23T02:18:54,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34671 2024-11-23T02:18:54,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34671 2024-11-23T02:18:54,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34671 2024-11-23T02:18:54,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34671 2024-11-23T02:18:54,052 DEBUG [M:0;72b6db343a5d:34689 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;72b6db343a5d:34689 2024-11-23T02:18:54,053 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1148676538/backup-masters/72b6db343a5d,34689,1732328333988 2024-11-23T02:18:54,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101429e79030003, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1148676538/backup-masters 2024-11-23T02:18:54,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34671-0x101429e79030004, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1148676538/backup-masters 2024-11-23T02:18:54,055 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34689-0x101429e79030003, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Set watcher on existing znode=/1-1148676538/backup-masters/72b6db343a5d,34689,1732328333988 2024-11-23T02:18:54,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34671-0x101429e79030004, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1148676538/master 2024-11-23T02:18:54,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101429e79030003, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1148676538 2024-11-23T02:18:54,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34671-0x101429e79030004, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1148676538 2024-11-23T02:18:54,057 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34689-0x101429e79030003, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Set watcher on existing znode=/1-1148676538/master 2024-11-23T02:18:54,057 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1148676538/backup-masters/72b6db343a5d,34689,1732328333988 from backup master directory 2024-11-23T02:18:54,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101429e79030003, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1148676538/backup-masters/72b6db343a5d,34689,1732328333988 2024-11-23T02:18:54,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101429e79030003, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1148676538/backup-masters 2024-11-23T02:18:54,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34671-0x101429e79030004, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1148676538/backup-masters 2024-11-23T02:18:54,059 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:18:54,059 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=72b6db343a5d,34689,1732328333988 2024-11-23T02:18:54,063 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/hbase.id] with ID: f1c47134-38a7-47b0-88ad-6dca0e94225f 2024-11-23T02:18:54,063 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/.tmp/hbase.id 2024-11-23T02:18:54,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40897 is added to blk_1073741826_1002 (size=42) 2024-11-23T02:18:54,470 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/.tmp/hbase.id]:[hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/hbase.id] 2024-11-23T02:18:54,481 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:18:54,481 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T02:18:54,482 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T02:18:54,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101429e79030003, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1148676538 2024-11-23T02:18:54,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34671-0x101429e79030004, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1148676538 2024-11-23T02:18:54,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40897 is added to blk_1073741827_1003 (size=196) 2024-11-23T02:18:54,890 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:18:54,890 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T02:18:54,891 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:18:54,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40897 is added to blk_1073741828_1004 (size=1189) 2024-11-23T02:18:55,298 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/MasterData/data/master/store 2024-11-23T02:18:55,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40897 is added to blk_1073741829_1005 (size=34) 2024-11-23T02:18:55,704 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:18:55,704 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:18:55,704 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:18:55,704 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:18:55,704 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:18:55,704 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:18:55,704 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:18:55,704 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328335704Disabling compacts and flushes for region at 1732328335704Disabling writes for close at 1732328335704Writing region close event to WAL at 1732328335704Closed at 1732328335704 2024-11-23T02:18:55,705 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/MasterData/data/master/store/.initializing 2024-11-23T02:18:55,705 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/MasterData/WALs/72b6db343a5d,34689,1732328333988 2024-11-23T02:18:55,706 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:18:55,707 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=72b6db343a5d%2C34689%2C1732328333988, suffix=, logDir=hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/MasterData/WALs/72b6db343a5d,34689,1732328333988, archiveDir=hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/MasterData/oldWALs, maxLogs=10 2024-11-23T02:18:55,720 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/MasterData/WALs/72b6db343a5d,34689,1732328333988/72b6db343a5d%2C34689%2C1732328333988.1732328335707, exclude list is [], retry=0 2024-11-23T02:18:55,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40897,DS-19759ff3-ca19-4d90-862f-24c12400039c,DISK] 2024-11-23T02:18:55,725 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/MasterData/WALs/72b6db343a5d,34689,1732328333988/72b6db343a5d%2C34689%2C1732328333988.1732328335707 2024-11-23T02:18:55,725 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43315:43315)] 2024-11-23T02:18:55,725 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:18:55,725 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:18:55,725 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:18:55,725 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:18:55,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:18:55,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T02:18:55,727 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:18:55,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:18:55,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:18:55,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T02:18:55,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:18:55,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:18:55,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:18:55,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T02:18:55,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:18:55,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:18:55,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:18:55,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T02:18:55,731 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:18:55,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:18:55,732 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:18:55,732 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:18:55,733 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:18:55,734 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:18:55,734 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:18:55,734 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:18:55,735 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:18:55,737 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:18:55,737 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63256746, jitterRate=-0.057401031255722046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:18:55,737 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732328335725Initializing all the Stores at 1732328335726 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328335726Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328335726Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328335726Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328335726Cleaning up temporary data from old regions at 1732328335734 (+8 ms)Region opened successfully at 1732328335737 (+3 ms) 2024-11-23T02:18:55,737 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T02:18:55,740 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4baa7a91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:18:55,740 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T02:18:55,741 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T02:18:55,741 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T02:18:55,741 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T02:18:55,741 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T02:18:55,741 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T02:18:55,741 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T02:18:55,743 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T02:18:55,744 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34689-0x101429e79030003, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Unable to get data of znode /1-1148676538/balancer because node does not exist (not necessarily an error) 2024-11-23T02:18:55,745 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1148676538/balancer already deleted, retry=false 2024-11-23T02:18:55,745 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T02:18:55,746 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34689-0x101429e79030003, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Unable to get data of znode /1-1148676538/normalizer because node does not exist (not necessarily an error) 2024-11-23T02:18:55,747 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1148676538/normalizer already deleted, retry=false 2024-11-23T02:18:55,747 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T02:18:55,748 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34689-0x101429e79030003, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Unable to get data of znode /1-1148676538/switch/split because node does not exist (not necessarily an error) 2024-11-23T02:18:55,754 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1148676538/switch/split already deleted, retry=false 2024-11-23T02:18:55,755 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34689-0x101429e79030003, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Unable to get data of znode /1-1148676538/switch/merge because node does not exist (not necessarily an error) 2024-11-23T02:18:55,756 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1148676538/switch/merge already deleted, retry=false 2024-11-23T02:18:55,758 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34689-0x101429e79030003, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Unable to get data of znode /1-1148676538/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T02:18:55,759 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1148676538/snapshot-cleanup already deleted, retry=false 2024-11-23T02:18:55,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34671-0x101429e79030004, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1148676538/running 2024-11-23T02:18:55,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101429e79030003, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1148676538/running 2024-11-23T02:18:55,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34671-0x101429e79030004, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1148676538 2024-11-23T02:18:55,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101429e79030003, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1148676538 2024-11-23T02:18:55,761 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=72b6db343a5d,34689,1732328333988, sessionid=0x101429e79030003, setting cluster-up flag (Was=false) 2024-11-23T02:18:55,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101429e79030003, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1148676538 2024-11-23T02:18:55,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34671-0x101429e79030004, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1148676538 2024-11-23T02:18:55,768 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1148676538/flush-table-proc/acquired, /1-1148676538/flush-table-proc/reached, /1-1148676538/flush-table-proc/abort 2024-11-23T02:18:55,769 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,34689,1732328333988 2024-11-23T02:18:55,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101429e79030003, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1148676538 2024-11-23T02:18:55,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34671-0x101429e79030004, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1148676538 2024-11-23T02:18:55,778 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1148676538/online-snapshot/acquired, /1-1148676538/online-snapshot/reached, /1-1148676538/online-snapshot/abort 2024-11-23T02:18:55,779 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,34689,1732328333988 2024-11-23T02:18:55,780 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T02:18:55,781 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T02:18:55,782 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T02:18:55,782 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T02:18:55,782 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 72b6db343a5d,34689,1732328333988 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T02:18:55,783 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:18:55,783 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:18:55,783 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:18:55,783 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:18:55,783 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/72b6db343a5d:0, corePoolSize=10, maxPoolSize=10 2024-11-23T02:18:55,783 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:18:55,783 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:18:55,783 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:18:55,784 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732328365784 2024-11-23T02:18:55,784 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T02:18:55,784 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T02:18:55,784 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T02:18:55,784 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T02:18:55,784 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T02:18:55,784 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T02:18:55,784 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:18:55,784 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T02:18:55,785 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:55,785 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T02:18:55,785 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T02:18:55,785 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T02:18:55,785 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T02:18:55,785 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:18:55,785 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T02:18:55,785 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T02:18:55,785 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T02:18:55,786 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328335785,5,FailOnTimeoutGroup] 2024-11-23T02:18:55,786 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328335786,5,FailOnTimeoutGroup] 2024-11-23T02:18:55,786 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:55,786 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T02:18:55,786 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:55,786 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:55,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40897 is added to blk_1073741831_1007 (size=1321) 2024-11-23T02:18:55,844 INFO [RS:0;72b6db343a5d:34671 {}] regionserver.HRegionServer(746): ClusterId : f1c47134-38a7-47b0-88ad-6dca0e94225f 2024-11-23T02:18:55,844 DEBUG [RS:0;72b6db343a5d:34671 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T02:18:55,846 DEBUG [RS:0;72b6db343a5d:34671 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T02:18:55,846 DEBUG [RS:0;72b6db343a5d:34671 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T02:18:55,847 DEBUG [RS:0;72b6db343a5d:34671 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T02:18:55,848 DEBUG [RS:0;72b6db343a5d:34671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b8929, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:18:55,860 DEBUG [RS:0;72b6db343a5d:34671 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;72b6db343a5d:34671 2024-11-23T02:18:55,860 INFO [RS:0;72b6db343a5d:34671 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T02:18:55,860 INFO [RS:0;72b6db343a5d:34671 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T02:18:55,860 DEBUG [RS:0;72b6db343a5d:34671 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T02:18:55,860 INFO [RS:0;72b6db343a5d:34671 {}] regionserver.HRegionServer(2659): reportForDuty to master=72b6db343a5d,34689,1732328333988 with port=34671, startcode=1732328334024 2024-11-23T02:18:55,861 DEBUG [RS:0;72b6db343a5d:34671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T02:18:55,862 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T02:18:55,862 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34689 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 72b6db343a5d,34671,1732328334024 2024-11-23T02:18:55,863 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34689 {}] master.ServerManager(517): Registering regionserver=72b6db343a5d,34671,1732328334024 2024-11-23T02:18:55,864 DEBUG [RS:0;72b6db343a5d:34671 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d 2024-11-23T02:18:55,864 DEBUG [RS:0;72b6db343a5d:34671 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45435 2024-11-23T02:18:55,864 DEBUG [RS:0;72b6db343a5d:34671 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T02:18:55,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101429e79030003, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1148676538/rs 2024-11-23T02:18:55,869 DEBUG [RS:0;72b6db343a5d:34671 {}] zookeeper.ZKUtil(111): regionserver:34671-0x101429e79030004, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Set watcher on existing znode=/1-1148676538/rs/72b6db343a5d,34671,1732328334024 2024-11-23T02:18:55,869 WARN [RS:0;72b6db343a5d:34671 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:18:55,869 INFO [RS:0;72b6db343a5d:34671 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:18:55,869 DEBUG [RS:0;72b6db343a5d:34671 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/WALs/72b6db343a5d,34671,1732328334024 2024-11-23T02:18:55,870 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [72b6db343a5d,34671,1732328334024] 2024-11-23T02:18:55,873 INFO [RS:0;72b6db343a5d:34671 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T02:18:55,875 INFO [RS:0;72b6db343a5d:34671 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T02:18:55,876 INFO [RS:0;72b6db343a5d:34671 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T02:18:55,876 INFO [RS:0;72b6db343a5d:34671 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:55,877 INFO [RS:0;72b6db343a5d:34671 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T02:18:55,877 INFO [RS:0;72b6db343a5d:34671 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T02:18:55,877 INFO [RS:0;72b6db343a5d:34671 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:55,877 DEBUG [RS:0;72b6db343a5d:34671 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:18:55,877 DEBUG [RS:0;72b6db343a5d:34671 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:18:55,877 DEBUG [RS:0;72b6db343a5d:34671 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:18:55,877 DEBUG [RS:0;72b6db343a5d:34671 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:18:55,877 DEBUG [RS:0;72b6db343a5d:34671 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:18:55,877 DEBUG [RS:0;72b6db343a5d:34671 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:18:55,877 DEBUG [RS:0;72b6db343a5d:34671 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:18:55,877 DEBUG [RS:0;72b6db343a5d:34671 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:18:55,877 DEBUG [RS:0;72b6db343a5d:34671 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:18:55,877 DEBUG [RS:0;72b6db343a5d:34671 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:18:55,878 DEBUG [RS:0;72b6db343a5d:34671 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:18:55,878 DEBUG [RS:0;72b6db343a5d:34671 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:18:55,878 DEBUG [RS:0;72b6db343a5d:34671 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:18:55,878 DEBUG [RS:0;72b6db343a5d:34671 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:18:55,878 INFO [RS:0;72b6db343a5d:34671 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:55,878 INFO [RS:0;72b6db343a5d:34671 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:55,878 INFO [RS:0;72b6db343a5d:34671 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:55,878 INFO [RS:0;72b6db343a5d:34671 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:55,878 INFO [RS:0;72b6db343a5d:34671 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:55,878 INFO [RS:0;72b6db343a5d:34671 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,34671,1732328334024-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:18:55,892 INFO [RS:0;72b6db343a5d:34671 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T02:18:55,892 INFO [RS:0;72b6db343a5d:34671 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,34671,1732328334024-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:55,892 INFO [RS:0;72b6db343a5d:34671 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:55,892 INFO [RS:0;72b6db343a5d:34671 {}] regionserver.Replication(171): 72b6db343a5d,34671,1732328334024 started 2024-11-23T02:18:55,905 INFO [RS:0;72b6db343a5d:34671 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:55,905 INFO [RS:0;72b6db343a5d:34671 {}] regionserver.HRegionServer(1482): Serving as 72b6db343a5d,34671,1732328334024, RpcServer on 72b6db343a5d/172.17.0.2:34671, sessionid=0x101429e79030004 2024-11-23T02:18:55,905 DEBUG [RS:0;72b6db343a5d:34671 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T02:18:55,905 DEBUG [RS:0;72b6db343a5d:34671 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 72b6db343a5d,34671,1732328334024 2024-11-23T02:18:55,905 DEBUG [RS:0;72b6db343a5d:34671 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,34671,1732328334024' 2024-11-23T02:18:55,905 DEBUG [RS:0;72b6db343a5d:34671 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1148676538/flush-table-proc/abort' 2024-11-23T02:18:55,906 DEBUG [RS:0;72b6db343a5d:34671 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1148676538/flush-table-proc/acquired' 2024-11-23T02:18:55,906 DEBUG [RS:0;72b6db343a5d:34671 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T02:18:55,906 DEBUG [RS:0;72b6db343a5d:34671 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T02:18:55,906 DEBUG [RS:0;72b6db343a5d:34671 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 72b6db343a5d,34671,1732328334024 2024-11-23T02:18:55,906 DEBUG [RS:0;72b6db343a5d:34671 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,34671,1732328334024' 2024-11-23T02:18:55,906 DEBUG [RS:0;72b6db343a5d:34671 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1148676538/online-snapshot/abort' 2024-11-23T02:18:55,906 DEBUG [RS:0;72b6db343a5d:34671 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1148676538/online-snapshot/acquired' 2024-11-23T02:18:55,907 DEBUG [RS:0;72b6db343a5d:34671 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T02:18:55,907 INFO [RS:0;72b6db343a5d:34671 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T02:18:55,907 INFO [RS:0;72b6db343a5d:34671 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T02:18:56,007 INFO [RS:0;72b6db343a5d:34671 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:18:56,009 INFO [RS:0;72b6db343a5d:34671 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C34671%2C1732328334024, suffix=, logDir=hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/WALs/72b6db343a5d,34671,1732328334024, archiveDir=hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/oldWALs, maxLogs=10 2024-11-23T02:18:56,022 DEBUG [RS:0;72b6db343a5d:34671 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/WALs/72b6db343a5d,34671,1732328334024/72b6db343a5d%2C34671%2C1732328334024.1732328336009, exclude list is [], retry=0 2024-11-23T02:18:56,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40897,DS-19759ff3-ca19-4d90-862f-24c12400039c,DISK] 2024-11-23T02:18:56,026 INFO [RS:0;72b6db343a5d:34671 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/WALs/72b6db343a5d,34671,1732328334024/72b6db343a5d%2C34671%2C1732328334024.1732328336009 2024-11-23T02:18:56,027 DEBUG [RS:0;72b6db343a5d:34671 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43315:43315)] 2024-11-23T02:18:56,192 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T02:18:56,192 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d 2024-11-23T02:18:56,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40897 is added to blk_1073741833_1009 (size=32) 2024-11-23T02:18:56,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:18:56,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:18:56,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:18:56,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:18:56,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:18:56,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:18:56,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:18:56,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:18:56,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:18:56,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:18:56,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:18:56,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:18:56,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:18:56,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:18:56,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:18:56,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:18:56,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:18:56,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:18:56,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/data/hbase/meta/1588230740 2024-11-23T02:18:56,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/data/hbase/meta/1588230740 2024-11-23T02:18:56,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:18:56,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:18:56,607 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:18:56,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:18:56,610 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:18:56,610 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75423570, jitterRate=0.12389877438545227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:18:56,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732328336598Initializing all the Stores at 1732328336599 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328336599Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328336599Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328336599Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328336599Cleaning up temporary data from old regions at 1732328336607 (+8 ms)Region opened successfully at 1732328336610 (+3 ms) 2024-11-23T02:18:56,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:18:56,611 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:18:56,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:18:56,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:18:56,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:18:56,611 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:18:56,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328336611Disabling compacts and flushes for region at 1732328336611Disabling writes for close at 1732328336611Writing region close event to WAL at 1732328336611Closed at 1732328336611 2024-11-23T02:18:56,612 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:18:56,612 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T02:18:56,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T02:18:56,613 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:18:56,614 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T02:18:56,764 DEBUG [72b6db343a5d:34689 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T02:18:56,765 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=72b6db343a5d,34671,1732328334024 2024-11-23T02:18:56,766 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,34671,1732328334024, state=OPENING 2024-11-23T02:18:56,767 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T02:18:56,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101429e79030003, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1148676538 2024-11-23T02:18:56,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34671-0x101429e79030004, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1148676538 2024-11-23T02:18:56,769 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1148676538/meta-region-server: CHANGED 2024-11-23T02:18:56,769 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:18:56,769 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1148676538/meta-region-server: CHANGED 2024-11-23T02:18:56,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,34671,1732328334024}] 2024-11-23T02:18:56,922 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:18:56,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T02:18:56,927 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T02:18:56,927 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:18:56,927 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T02:18:56,928 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C34671%2C1732328334024.meta, suffix=.meta, logDir=hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/WALs/72b6db343a5d,34671,1732328334024, archiveDir=hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/oldWALs, maxLogs=10 2024-11-23T02:18:56,942 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/WALs/72b6db343a5d,34671,1732328334024/72b6db343a5d%2C34671%2C1732328334024.meta.1732328336929.meta, exclude list is [], retry=0 2024-11-23T02:18:56,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40897,DS-19759ff3-ca19-4d90-862f-24c12400039c,DISK] 2024-11-23T02:18:56,945 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/WALs/72b6db343a5d,34671,1732328334024/72b6db343a5d%2C34671%2C1732328334024.meta.1732328336929.meta 2024-11-23T02:18:56,946 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43315:43315)] 2024-11-23T02:18:56,946 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:18:56,946 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:18:56,946 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:18:56,946 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T02:18:56,946 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T02:18:56,946 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T02:18:56,946 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:18:56,947 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T02:18:56,947 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T02:18:56,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:18:56,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:18:56,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:18:56,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:18:56,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:18:56,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:18:56,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:18:56,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:18:56,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:18:56,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:18:56,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:18:56,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:18:56,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:18:56,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:18:56,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:18:56,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:18:56,952 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:18:56,953 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/data/hbase/meta/1588230740 2024-11-23T02:18:56,954 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/data/hbase/meta/1588230740 2024-11-23T02:18:56,955 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:18:56,955 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:18:56,955 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:18:56,956 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:18:56,957 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69383123, jitterRate=0.03388909995555878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:18:56,957 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T02:18:56,957 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732328336947Writing region info on filesystem at 1732328336947Initializing all the Stores at 1732328336947Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328336947Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328336948 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328336948Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328336948Cleaning up temporary data from old regions at 1732328336955 (+7 ms)Running coprocessor post-open hooks at 1732328336957 (+2 ms)Region opened successfully at 1732328336957 2024-11-23T02:18:56,958 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732328336921 2024-11-23T02:18:56,960 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T02:18:56,960 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T02:18:56,961 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,34671,1732328334024 2024-11-23T02:18:56,962 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,34671,1732328334024, state=OPEN 2024-11-23T02:18:56,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34671-0x101429e79030004, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1148676538/meta-region-server 2024-11-23T02:18:56,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101429e79030003, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1148676538/meta-region-server 2024-11-23T02:18:56,963 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=72b6db343a5d,34671,1732328334024 2024-11-23T02:18:56,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1148676538/meta-region-server: CHANGED 2024-11-23T02:18:56,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1148676538/meta-region-server: CHANGED 2024-11-23T02:18:56,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T02:18:56,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,34671,1732328334024 in 194 msec 2024-11-23T02:18:56,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T02:18:56,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-23T02:18:56,968 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:18:56,968 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T02:18:56,969 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:18:56,969 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,34671,1732328334024, seqNum=-1] 2024-11-23T02:18:56,970 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:18:56,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:18:56,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1940 sec 2024-11-23T02:18:56,975 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732328336975, completionTime=-1 2024-11-23T02:18:56,975 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T02:18:56,975 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T02:18:56,977 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T02:18:56,977 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732328396977 2024-11-23T02:18:56,977 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732328456977 2024-11-23T02:18:56,977 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T02:18:56,977 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,34689,1732328333988-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:56,977 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,34689,1732328333988-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:56,977 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,34689,1732328333988-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:56,977 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-72b6db343a5d:34689, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:56,977 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:56,977 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:56,978 DEBUG [master/72b6db343a5d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T02:18:56,980 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.921sec 2024-11-23T02:18:56,980 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T02:18:56,980 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T02:18:56,980 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T02:18:56,980 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T02:18:56,980 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T02:18:56,980 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,34689,1732328333988-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:18:56,980 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,34689,1732328333988-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T02:18:56,982 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T02:18:56,982 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T02:18:56,982 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,34689,1732328333988-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:18:57,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bb891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:18:57,044 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,34689,-1 for getting cluster id 2024-11-23T02:18:57,044 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:18:57,046 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1c47134-38a7-47b0-88ad-6dca0e94225f' 2024-11-23T02:18:57,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:18:57,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1c47134-38a7-47b0-88ad-6dca0e94225f" 2024-11-23T02:18:57,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@785a17c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:18:57,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,34689,-1] 2024-11-23T02:18:57,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:18:57,047 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:18:57,047 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:18:57,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@674b4a86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:18:57,048 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:18:57,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,34671,1732328334024, seqNum=-1] 2024-11-23T02:18:57,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:18:57,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:18:57,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=72b6db343a5d,34689,1732328333988 2024-11-23T02:18:57,053 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52153 2024-11-23T02:18:57,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:18:57,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101429e79030005 connected 2024-11-23T02:18:57,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@575e5c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:18:57,059 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,34825,-1 for getting cluster id 2024-11-23T02:18:57,059 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:18:57,060 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d3ac980-31d1-419f-9b68-56f978e82933' 2024-11-23T02:18:57,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:18:57,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d3ac980-31d1-419f-9b68-56f978e82933" 2024-11-23T02:18:57,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53d0fda4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:18:57,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,34825,-1] 2024-11-23T02:18:57,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:18:57,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:18:57,061 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:18:57,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33647d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:18:57,062 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:18:57,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,34825,1732328329853 2024-11-23T02:18:57,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23232d1e 2024-11-23T02:18:57,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:18:57,063 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:18:57,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://72b6db343a5d:34689,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T02:18:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T02:18:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:18:57,066 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:34689' 2024-11-23T02:18:57,067 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c5eda2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:18:57,067 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,34689,-1 for getting cluster id 2024-11-23T02:18:57,067 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:18:57,068 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1c47134-38a7-47b0-88ad-6dca0e94225f' 2024-11-23T02:18:57,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:18:57,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1c47134-38a7-47b0-88ad-6dca0e94225f" 2024-11-23T02:18:57,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4f516, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:18:57,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,34689,-1] 2024-11-23T02:18:57,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:18:57,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:18:57,069 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:18:57,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0ca1f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:18:57,070 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:18:57,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,34689,1732328333988 2024-11-23T02:18:57,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f197dab 2024-11-23T02:18:57,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:18:57,072 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:18:57,072 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-23T02:18:57,072 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T02:18:57,072 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:18:57,072 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:18:57,072 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:18:57,073 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:18:57,074 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T02:18:57,075 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:18:57,075 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:18:57,075 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:18:57,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42147 is added to blk_1073741835_1011 (size=1138) 2024-11-23T02:18:57,124 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T02:18:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:18:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:18:57,483 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1c76bdb27174c11ba911be1fbaac1d89, NAME => 'hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8 2024-11-23T02:18:57,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42147 is added to blk_1073741836_1012 (size=44) 2024-11-23T02:18:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:18:57,766 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T02:18:57,889 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:18:57,889 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1c76bdb27174c11ba911be1fbaac1d89, disabling compactions & flushes 2024-11-23T02:18:57,889 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89. 2024-11-23T02:18:57,889 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89. 2024-11-23T02:18:57,889 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89. after waiting 0 ms 2024-11-23T02:18:57,889 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89. 2024-11-23T02:18:57,889 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89. 2024-11-23T02:18:57,889 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1c76bdb27174c11ba911be1fbaac1d89: Waiting for close lock at 1732328337889Disabling compacts and flushes for region at 1732328337889Disabling writes for close at 1732328337889Writing region close event to WAL at 1732328337889Closed at 1732328337889 2024-11-23T02:18:57,890 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:18:57,890 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732328337890"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328337890"}]},"ts":"1732328337890"} 2024-11-23T02:18:57,893 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T02:18:57,893 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:18:57,894 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328337893"}]},"ts":"1732328337893"} 2024-11-23T02:18:57,895 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T02:18:57,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1c76bdb27174c11ba911be1fbaac1d89, ASSIGN}] 2024-11-23T02:18:57,897 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1c76bdb27174c11ba911be1fbaac1d89, ASSIGN 2024-11-23T02:18:57,897 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1c76bdb27174c11ba911be1fbaac1d89, ASSIGN; state=OFFLINE, location=72b6db343a5d,37989,1732328329916; forceNewPlan=false, retain=false 2024-11-23T02:18:58,048 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1c76bdb27174c11ba911be1fbaac1d89, regionState=OPENING, regionLocation=72b6db343a5d,37989,1732328329916 2024-11-23T02:18:58,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1c76bdb27174c11ba911be1fbaac1d89, ASSIGN because future has completed 2024-11-23T02:18:58,051 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c76bdb27174c11ba911be1fbaac1d89, server=72b6db343a5d,37989,1732328329916}] 2024-11-23T02:18:58,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:18:58,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89. 2024-11-23T02:18:58,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:18:58,207 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T02:18:58,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C37989%2C1732328329916.rep, suffix=, logDir=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,37989,1732328329916, archiveDir=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/oldWALs, maxLogs=10 2024-11-23T02:18:58,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,37989,1732328329916/72b6db343a5d%2C37989%2C1732328329916.rep.1732328338209, exclude list is [], retry=0 2024-11-23T02:18:58,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42147,DS-bd0c8584-0557-4ea4-83a5-c9dbdc708e52,DISK] 2024-11-23T02:18:58,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,37989,1732328329916/72b6db343a5d%2C37989%2C1732328329916.rep.1732328338209 2024-11-23T02:18:58,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42959:42959)] 2024-11-23T02:18:58,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c76bdb27174c11ba911be1fbaac1d89, NAME => 'hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:18:58,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:18:58,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:18:58,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89. service=MultiRowMutationService 2024-11-23T02:18:58,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T02:18:58,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1c76bdb27174c11ba911be1fbaac1d89 2024-11-23T02:18:58,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:18:58,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 1c76bdb27174c11ba911be1fbaac1d89 2024-11-23T02:18:58,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 1c76bdb27174c11ba911be1fbaac1d89 2024-11-23T02:18:58,228 INFO [StoreOpener-1c76bdb27174c11ba911be1fbaac1d89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1c76bdb27174c11ba911be1fbaac1d89 2024-11-23T02:18:58,229 INFO [StoreOpener-1c76bdb27174c11ba911be1fbaac1d89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c76bdb27174c11ba911be1fbaac1d89 columnFamilyName hfileref 2024-11-23T02:18:58,229 DEBUG [StoreOpener-1c76bdb27174c11ba911be1fbaac1d89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:18:58,229 INFO [StoreOpener-1c76bdb27174c11ba911be1fbaac1d89-1 {}] regionserver.HStore(327): Store=1c76bdb27174c11ba911be1fbaac1d89/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:18:58,229 INFO [StoreOpener-1c76bdb27174c11ba911be1fbaac1d89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1c76bdb27174c11ba911be1fbaac1d89 2024-11-23T02:18:58,230 INFO [StoreOpener-1c76bdb27174c11ba911be1fbaac1d89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c76bdb27174c11ba911be1fbaac1d89 columnFamilyName queue 2024-11-23T02:18:58,230 DEBUG [StoreOpener-1c76bdb27174c11ba911be1fbaac1d89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:18:58,230 INFO [StoreOpener-1c76bdb27174c11ba911be1fbaac1d89-1 {}] regionserver.HStore(327): Store=1c76bdb27174c11ba911be1fbaac1d89/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:18:58,231 INFO [StoreOpener-1c76bdb27174c11ba911be1fbaac1d89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1c76bdb27174c11ba911be1fbaac1d89 2024-11-23T02:18:58,231 INFO [StoreOpener-1c76bdb27174c11ba911be1fbaac1d89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c76bdb27174c11ba911be1fbaac1d89 columnFamilyName sid 2024-11-23T02:18:58,231 DEBUG [StoreOpener-1c76bdb27174c11ba911be1fbaac1d89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:18:58,232 INFO [StoreOpener-1c76bdb27174c11ba911be1fbaac1d89-1 {}] regionserver.HStore(327): Store=1c76bdb27174c11ba911be1fbaac1d89/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:18:58,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 1c76bdb27174c11ba911be1fbaac1d89 2024-11-23T02:18:58,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/replication/1c76bdb27174c11ba911be1fbaac1d89 2024-11-23T02:18:58,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/replication/1c76bdb27174c11ba911be1fbaac1d89 2024-11-23T02:18:58,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 1c76bdb27174c11ba911be1fbaac1d89 2024-11-23T02:18:58,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 1c76bdb27174c11ba911be1fbaac1d89 2024-11-23T02:18:58,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T02:18:58,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 1c76bdb27174c11ba911be1fbaac1d89 2024-11-23T02:18:58,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/replication/1c76bdb27174c11ba911be1fbaac1d89/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:18:58,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 1c76bdb27174c11ba911be1fbaac1d89; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70022577, jitterRate=0.043417707085609436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T02:18:58,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c76bdb27174c11ba911be1fbaac1d89 2024-11-23T02:18:58,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 1c76bdb27174c11ba911be1fbaac1d89: Running coprocessor pre-open hook at 1732328338227Writing region info on filesystem at 1732328338227Initializing all the Stores at 1732328338227Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328338227Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328338227Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328338227Cleaning up temporary data from old regions at 1732328338234 (+7 ms)Running coprocessor post-open hooks at 1732328338237 (+3 ms)Region opened successfully at 1732328338238 (+1 ms) 2024-11-23T02:18:58,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89., pid=7, masterSystemTime=1732328338203 2024-11-23T02:18:58,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89. 2024-11-23T02:18:58,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89. 2024-11-23T02:18:58,241 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1c76bdb27174c11ba911be1fbaac1d89, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,37989,1732328329916 2024-11-23T02:18:58,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c76bdb27174c11ba911be1fbaac1d89, server=72b6db343a5d,37989,1732328329916 because future has completed 2024-11-23T02:18:58,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-23T02:18:58,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c76bdb27174c11ba911be1fbaac1d89, server=72b6db343a5d,37989,1732328329916 in 193 msec 2024-11-23T02:18:58,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T02:18:58,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1c76bdb27174c11ba911be1fbaac1d89, ASSIGN in 350 msec 2024-11-23T02:18:58,249 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:18:58,249 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328338249"}]},"ts":"1732328338249"} 2024-11-23T02:18:58,250 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T02:18:58,251 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:18:58,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-23T02:18:58,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89., hostname=72b6db343a5d,37989,1732328329916, seqNum=2] 2024-11-23T02:18:58,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101429e79030000, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01647058137 2024-11-23T02:18:58,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x101429e79030001, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01647058137 2024-11-23T02:18:58,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T02:18:58,355 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T02:18:58,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:18:58,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:18:58,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:18:58,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:18:58,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:18:58,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:18:58,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-23T02:18:58,444 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T02:18:58,472 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-72b6db343a5d,37989,1732328329916, ReplicationSource: 1, currentBandwidth=0 2024-11-23T02:18:58,472 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:18:58,472 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,37989,1732328329916, seqNum=-1] 2024-11-23T02:18:58,472 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:18:58,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-23T02:18:58,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-72b6db343a5d,37989,1732328329916', locateType=CURRENT is [region=hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89., hostname=72b6db343a5d,37989,1732328329916, seqNum=2] 2024-11-23T02:18:58,478 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-23T02:18:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-23T02:18:58,479 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 72b6db343a5d,37989,1732328329916 suceeded 2024-11-23T02:18:58,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-23T02:18:58,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-23T02:18:58,482 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://72b6db343a5d:34689,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T02:18:58,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4180 sec 2024-11-23T02:18:58,499 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37989,1732328329916 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:34689' 2024-11-23T02:18:58,500 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37989,1732328329916 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49fcad1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:18:58,500 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37989,1732328329916 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,34689,-1 for getting cluster id 2024-11-23T02:18:58,500 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37989,1732328329916 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:18:58,501 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1c47134-38a7-47b0-88ad-6dca0e94225f' 2024-11-23T02:18:58,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:18:58,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1c47134-38a7-47b0-88ad-6dca0e94225f" 2024-11-23T02:18:58,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26c63e5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:18:58,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,34689,-1] 2024-11-23T02:18:58,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:18:58,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:18:58,503 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:18:58,503 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37989,1732328329916 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@247a2526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:18:58,503 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37989,1732328329916 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:18:58,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,34689,1732328333988 2024-11-23T02:18:58,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d74895 2024-11-23T02:18:58,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:18:58,505 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-23T02:18:58,506 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37989,1732328329916 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-72b6db343a5d,37989,1732328329916 (queues=1) is replicating from cluster=7d3ac980-31d1-419f-9b68-56f978e82933 to cluster=f1c47134-38a7-47b0-88ad-6dca0e94225f 2024-11-23T02:18:58,506 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37989,1732328329916 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=72b6db343a5d%2C37989%2C1732328329916 2024-11-23T02:18:58,506 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37989,1732328329916 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-72b6db343a5d,37989,1732328329916, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T02:18:58,506 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37989,1732328329916.replicationSource.wal-reader.72b6db343a5d%2C37989%2C1732328329916,1-72b6db343a5d,37989,1732328329916 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,37989,1732328329916/72b6db343a5d%2C37989%2C1732328329916.1732328331901, startPosition=0, beingWritten=true 2024-11-23T02:18:58,507 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37989,1732328329916.replicationSource.shipper72b6db343a5d%2C37989%2C1732328329916,1-72b6db343a5d,37989,1732328329916 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 72b6db343a5d%2C37989%2C1732328329916 2024-11-23T02:18:58,715 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37989,1732328329916.replicationSource.wal-reader.72b6db343a5d%2C37989%2C1732328329916,1-72b6db343a5d,37989,1732328329916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,37989,1732328329916/72b6db343a5d%2C37989%2C1732328329916.1732328331901 to pos 0, reset compression=false 2024-11-23T02:18:59,021 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37989,1732328329916.replicationSource.wal-reader.72b6db343a5d%2C37989%2C1732328329916,1-72b6db343a5d,37989,1732328329916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,37989,1732328329916/72b6db343a5d%2C37989%2C1732328329916.1732328331901 to pos 0, reset compression=false 2024-11-23T02:18:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:18:59,210 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T02:18:59,210 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:18:59,210 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:18:59,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:18:59,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:18:59,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:18:59,211 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:18:59,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,34825,1732328329853 2024-11-23T02:18:59,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13b4c319 2024-11-23T02:18:59,212 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:18:59,213 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:18:59,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34825 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-23T02:18:59,214 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:18:59,214 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:18:59,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:18:59,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:18:59,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:18:59,214 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T02:18:59,214 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1038497897, stopped=false 2024-11-23T02:18:59,214 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=72b6db343a5d,34825,1732328329853 2024-11-23T02:18:59,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101429e79030000, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01647058137/running 2024-11-23T02:18:59,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x101429e79030001, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01647058137/running 2024-11-23T02:18:59,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101429e79030000, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01647058137 2024-11-23T02:18:59,216 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:18:59,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x101429e79030001, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01647058137 2024-11-23T02:18:59,216 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:18:59,216 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:18:59,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:18:59,216 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '72b6db343a5d,37989,1732328329916' ***** 2024-11-23T02:18:59,216 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T02:18:59,217 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34825-0x101429e79030000, quorum=127.0.0.1:52153, baseZNode=/01647058137 Set watcher on znode that does not yet exist, /01647058137/running 2024-11-23T02:18:59,217 INFO [RS:0;72b6db343a5d:37989 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T02:18:59,217 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37989-0x101429e79030001, quorum=127.0.0.1:52153, baseZNode=/01647058137 Set watcher on znode that does not yet exist, /01647058137/running 2024-11-23T02:18:59,217 INFO [RS:0;72b6db343a5d:37989 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T02:18:59,217 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T02:18:59,217 INFO [RS:0;72b6db343a5d:37989 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T02:18:59,217 INFO [RS:0;72b6db343a5d:37989 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c76bdb27174c11ba911be1fbaac1d89 2024-11-23T02:18:59,217 INFO [RS:0;72b6db343a5d:37989 {}] regionserver.HRegionServer(959): stopping server 72b6db343a5d,37989,1732328329916 2024-11-23T02:18:59,217 INFO [RS:0;72b6db343a5d:37989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:18:59,217 INFO [RS:0;72b6db343a5d:37989 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:37989. 2024-11-23T02:18:59,217 DEBUG [RS:0;72b6db343a5d:37989 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:18:59,217 DEBUG [RS:0;72b6db343a5d:37989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:18:59,217 INFO [RS:0;72b6db343a5d:37989 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T02:18:59,217 INFO [RS:0;72b6db343a5d:37989 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T02:18:59,217 INFO [RS:0;72b6db343a5d:37989 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T02:18:59,218 INFO [RS:0;72b6db343a5d:37989 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T02:18:59,218 INFO [RS:0;72b6db343a5d:37989 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T02:18:59,218 DEBUG [RS:0;72b6db343a5d:37989 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1c76bdb27174c11ba911be1fbaac1d89=hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89.} 2024-11-23T02:18:59,218 DEBUG [RS:0;72b6db343a5d:37989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c76bdb27174c11ba911be1fbaac1d89 2024-11-23T02:18:59,218 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c76bdb27174c11ba911be1fbaac1d89, disabling compactions & flushes 2024-11-23T02:18:59,218 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:18:59,218 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89. 2024-11-23T02:18:59,218 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:18:59,218 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:18:59,218 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89. 2024-11-23T02:18:59,218 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:18:59,218 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:18:59,218 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89. after waiting 0 ms 2024-11-23T02:18:59,218 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89. 2024-11-23T02:18:59,218 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1c76bdb27174c11ba911be1fbaac1d89 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-23T02:18:59,218 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-23T02:18:59,234 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/meta/1588230740/.tmp/info/5162c00d463d434c93bd53528491f028 is 147, key is hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89./info:regioninfo/1732328338241/Put/seqid=0 2024-11-23T02:18:59,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42147 is added to blk_1073741838_1014 (size=6631) 2024-11-23T02:18:59,240 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/replication/1c76bdb27174c11ba911be1fbaac1d89/.tmp/queue/5814c12223304076945f2fc14cb2abf6 is 151, key is 1-72b6db343a5d,37989,1732328329916/queue:72b6db343a5d%2C37989%2C1732328329916/1732328338476/Put/seqid=0 2024-11-23T02:18:59,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42147 is added to blk_1073741839_1015 (size=5350) 2024-11-23T02:18:59,275 INFO [regionserver/72b6db343a5d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:18:59,418 DEBUG [RS:0;72b6db343a5d:37989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c76bdb27174c11ba911be1fbaac1d89 2024-11-23T02:18:59,426 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37989,1732328329916.replicationSource.wal-reader.72b6db343a5d%2C37989%2C1732328329916,1-72b6db343a5d,37989,1732328329916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,37989,1732328329916/72b6db343a5d%2C37989%2C1732328329916.1732328331901 to pos 0, reset compression=false 2024-11-23T02:18:59,618 DEBUG [RS:0;72b6db343a5d:37989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c76bdb27174c11ba911be1fbaac1d89 2024-11-23T02:18:59,638 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/meta/1588230740/.tmp/info/5162c00d463d434c93bd53528491f028 2024-11-23T02:18:59,644 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/replication/1c76bdb27174c11ba911be1fbaac1d89/.tmp/queue/5814c12223304076945f2fc14cb2abf6 2024-11-23T02:18:59,649 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/replication/1c76bdb27174c11ba911be1fbaac1d89/.tmp/queue/5814c12223304076945f2fc14cb2abf6 as hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/replication/1c76bdb27174c11ba911be1fbaac1d89/queue/5814c12223304076945f2fc14cb2abf6 2024-11-23T02:18:59,654 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/replication/1c76bdb27174c11ba911be1fbaac1d89/queue/5814c12223304076945f2fc14cb2abf6, entries=1, sequenceid=5, filesize=5.2 K 2024-11-23T02:18:59,655 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 1c76bdb27174c11ba911be1fbaac1d89 in 436ms, sequenceid=5, compaction requested=false 2024-11-23T02:18:59,655 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T02:18:59,658 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/replication/1c76bdb27174c11ba911be1fbaac1d89/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T02:18:59,659 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:18:59,659 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:18:59,659 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89. 2024-11-23T02:18:59,659 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c76bdb27174c11ba911be1fbaac1d89: Waiting for close lock at 1732328339218Running coprocessor pre-close hooks at 1732328339218Disabling compacts and flushes for region at 1732328339218Disabling writes for close at 1732328339218Obtaining lock to block concurrent updates at 1732328339218Preparing flush snapshotting stores in 1c76bdb27174c11ba911be1fbaac1d89 at 1732328339218Finished memstore snapshotting hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732328339218Flushing stores of hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89. at 1732328339219 (+1 ms)Flushing 1c76bdb27174c11ba911be1fbaac1d89/queue: creating writer at 1732328339219Flushing 1c76bdb27174c11ba911be1fbaac1d89/queue: appending metadata at 1732328339239 (+20 ms)Flushing 1c76bdb27174c11ba911be1fbaac1d89/queue: closing flushed file at 1732328339239Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6224bb6f: reopening flushed file at 1732328339648 (+409 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 1c76bdb27174c11ba911be1fbaac1d89 in 436ms, sequenceid=5, compaction requested=false at 1732328339655 (+7 ms)Writing region close event to WAL at 1732328339656 (+1 ms)Running coprocessor post-close hooks at 1732328339659 (+3 ms)Closed at 1732328339659 2024-11-23T02:18:59,659 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89. 2024-11-23T02:18:59,660 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/meta/1588230740/.tmp/ns/2821c2f227a9440089754de103fe134d is 43, key is default/ns:d/1732328332883/Put/seqid=0 2024-11-23T02:18:59,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42147 is added to blk_1073741840_1016 (size=5153) 2024-11-23T02:18:59,771 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T02:18:59,771 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T02:18:59,818 DEBUG [RS:0;72b6db343a5d:37989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:18:59,930 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37989,1732328329916.replicationSource.wal-reader.72b6db343a5d%2C37989%2C1732328329916,1-72b6db343a5d,37989,1732328329916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,37989,1732328329916/72b6db343a5d%2C37989%2C1732328329916.1732328331901 to pos 0, reset compression=false 2024-11-23T02:19:00,019 DEBUG [RS:0;72b6db343a5d:37989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:19:00,064 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/meta/1588230740/.tmp/ns/2821c2f227a9440089754de103fe134d 2024-11-23T02:19:00,083 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/meta/1588230740/.tmp/table/89ddf801747f47719e4f1153c4b3e67e is 53, key is hbase:replication/table:state/1732328338249/Put/seqid=0 2024-11-23T02:19:00,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42147 is added to blk_1073741841_1017 (size=5256) 2024-11-23T02:19:00,219 INFO [RS:0;72b6db343a5d:37989 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T02:19:00,219 DEBUG [RS:0;72b6db343a5d:37989 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T02:19:00,219 DEBUG [RS:0;72b6db343a5d:37989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:19:00,419 DEBUG [RS:0;72b6db343a5d:37989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:19:00,488 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/meta/1588230740/.tmp/table/89ddf801747f47719e4f1153c4b3e67e 2024-11-23T02:19:00,493 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/meta/1588230740/.tmp/info/5162c00d463d434c93bd53528491f028 as hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/meta/1588230740/info/5162c00d463d434c93bd53528491f028 2024-11-23T02:19:00,497 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/meta/1588230740/info/5162c00d463d434c93bd53528491f028, entries=10, sequenceid=11, filesize=6.5 K 2024-11-23T02:19:00,498 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/meta/1588230740/.tmp/ns/2821c2f227a9440089754de103fe134d as hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/meta/1588230740/ns/2821c2f227a9440089754de103fe134d 2024-11-23T02:19:00,502 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/meta/1588230740/ns/2821c2f227a9440089754de103fe134d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T02:19:00,503 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/meta/1588230740/.tmp/table/89ddf801747f47719e4f1153c4b3e67e as hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/meta/1588230740/table/89ddf801747f47719e4f1153c4b3e67e 2024-11-23T02:19:00,507 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/meta/1588230740/table/89ddf801747f47719e4f1153c4b3e67e, entries=2, sequenceid=11, filesize=5.1 K 2024-11-23T02:19:00,508 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1289ms, sequenceid=11, compaction requested=false 2024-11-23T02:19:00,512 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T02:19:00,512 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:19:00,512 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:19:00,512 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:19:00,512 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328339218Running coprocessor pre-close hooks at 1732328339218Disabling compacts and flushes for region at 1732328339218Disabling writes for close at 1732328339218Obtaining lock to block concurrent updates at 1732328339218Preparing flush snapshotting stores in 1588230740 at 1732328339218Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732328339218Flushing stores of hbase:meta,,1.1588230740 at 1732328339219 (+1 ms)Flushing 1588230740/info: creating writer at 1732328339219Flushing 1588230740/info: appending metadata at 1732328339233 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732328339233Flushing 1588230740/ns: creating writer at 1732328339644 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732328339660 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732328339660Flushing 1588230740/table: creating writer at 1732328340069 (+409 ms)Flushing 1588230740/table: appending metadata at 1732328340083 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732328340083Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dac78ae: reopening flushed file at 1732328340492 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1380abe4: reopening flushed file at 1732328340498 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7451bd8e: reopening flushed file at 1732328340502 (+4 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1289ms, sequenceid=11, compaction requested=false at 1732328340508 (+6 ms)Writing region close event to WAL at 1732328340509 (+1 ms)Running coprocessor post-close hooks at 1732328340512 (+3 ms)Closed at 1732328340512 2024-11-23T02:19:00,512 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T02:19:00,535 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37989,1732328329916.replicationSource.wal-reader.72b6db343a5d%2C37989%2C1732328329916,1-72b6db343a5d,37989,1732328329916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,37989,1732328329916/72b6db343a5d%2C37989%2C1732328329916.1732328331901 to pos 0, reset compression=false 2024-11-23T02:19:00,619 INFO [RS:0;72b6db343a5d:37989 {}] regionserver.HRegionServer(976): stopping server 72b6db343a5d,37989,1732328329916; all regions closed. 2024-11-23T02:19:00,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42147 is added to blk_1073741834_1010 (size=2742) 2024-11-23T02:19:00,622 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,37989,1732328329916/72b6db343a5d%2C37989%2C1732328329916.meta.1732328332835.meta not finished, retry = 0 2024-11-23T02:19:00,724 DEBUG [RS:0;72b6db343a5d:37989 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/oldWALs 2024-11-23T02:19:00,724 INFO [RS:0;72b6db343a5d:37989 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 72b6db343a5d%2C37989%2C1732328329916.meta:.meta(num 1732328332835) 2024-11-23T02:19:00,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42147 is added to blk_1073741837_1013 (size=1586) 2024-11-23T02:19:00,726 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,37989,1732328329916/72b6db343a5d%2C37989%2C1732328329916.rep.1732328338209 not finished, retry = 0 2024-11-23T02:19:00,828 DEBUG [RS:0;72b6db343a5d:37989 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/oldWALs 2024-11-23T02:19:00,828 INFO [RS:0;72b6db343a5d:37989 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 72b6db343a5d%2C37989%2C1732328329916.rep:(num 1732328338209) 2024-11-23T02:19:00,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42147 is added to blk_1073741832_1008 (size=93) 2024-11-23T02:19:00,831 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,37989,1732328329916/72b6db343a5d%2C37989%2C1732328329916.1732328331901 not finished, retry = 0 2024-11-23T02:19:00,933 DEBUG [RS:0;72b6db343a5d:37989 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/oldWALs 2024-11-23T02:19:00,933 INFO [RS:0;72b6db343a5d:37989 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 72b6db343a5d%2C37989%2C1732328329916:(num 1732328331901) 2024-11-23T02:19:00,933 DEBUG [RS:0;72b6db343a5d:37989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:00,933 INFO [RS:0;72b6db343a5d:37989 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:19:00,933 INFO [RS:0;72b6db343a5d:37989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:19:00,933 INFO [RS:0;72b6db343a5d:37989 {}] hbase.ChoreService(370): Chore service for: regionserver/72b6db343a5d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T02:19:00,933 INFO [RS:0;72b6db343a5d:37989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:19:00,934 INFO [regionserver/72b6db343a5d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:19:00,934 INFO [RS:0;72b6db343a5d:37989 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-72b6db343a5d,37989,1732328329916 because: Region server is closing 2024-11-23T02:19:00,934 INFO [RS:0;72b6db343a5d:37989 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:37989. 2024-11-23T02:19:00,934 DEBUG [RS:0;72b6db343a5d:37989 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:19:00,934 DEBUG [RS:0;72b6db343a5d:37989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:00,934 DEBUG [RS:0;72b6db343a5d:37989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:00,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:19:01,034 WARN [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37989,1732328329916.replicationSource.wal-reader.72b6db343a5d%2C37989%2C1732328329916,1-72b6db343a5d,37989,1732328329916 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T02:19:01,034 WARN [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37989,1732328329916.replicationSource.shipper72b6db343a5d%2C37989%2C1732328329916,1-72b6db343a5d,37989,1732328329916 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T02:19:01,035 INFO [RS:0;72b6db343a5d:37989 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37989,1732328329916.replicationSource.shipper72b6db343a5d%2C37989%2C1732328329916,1-72b6db343a5d,37989,1732328329916 terminated 2024-11-23T02:19:01,035 INFO [RS:0;72b6db343a5d:37989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37989 2024-11-23T02:19:01,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x101429e79030001, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01647058137/rs/72b6db343a5d,37989,1732328329916 2024-11-23T02:19:01,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101429e79030000, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01647058137/rs 2024-11-23T02:19:01,037 INFO [RS:0;72b6db343a5d:37989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:19:01,038 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [72b6db343a5d,37989,1732328329916] 2024-11-23T02:19:01,040 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01647058137/draining/72b6db343a5d,37989,1732328329916 already deleted, retry=false 2024-11-23T02:19:01,040 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 72b6db343a5d,37989,1732328329916 expired; onlineServers=0 2024-11-23T02:19:01,040 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '72b6db343a5d,34825,1732328329853' ***** 2024-11-23T02:19:01,040 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T02:19:01,040 INFO [M:0;72b6db343a5d:34825 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:19:01,040 INFO [M:0;72b6db343a5d:34825 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:19:01,040 DEBUG [M:0;72b6db343a5d:34825 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T02:19:01,040 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T02:19:01,040 DEBUG [M:0;72b6db343a5d:34825 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T02:19:01,040 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328331688 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328331688,5,FailOnTimeoutGroup] 2024-11-23T02:19:01,040 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328331687 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328331687,5,FailOnTimeoutGroup] 2024-11-23T02:19:01,040 INFO [M:0;72b6db343a5d:34825 {}] hbase.ChoreService(370): Chore service for: master/72b6db343a5d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T02:19:01,040 INFO [M:0;72b6db343a5d:34825 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:19:01,040 DEBUG [M:0;72b6db343a5d:34825 {}] master.HMaster(1795): Stopping service threads 2024-11-23T02:19:01,040 INFO [M:0;72b6db343a5d:34825 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T02:19:01,041 INFO [M:0;72b6db343a5d:34825 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:19:01,041 INFO [M:0;72b6db343a5d:34825 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T02:19:01,041 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T02:19:01,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101429e79030000, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01647058137/master 2024-11-23T02:19:01,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101429e79030000, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01647058137 2024-11-23T02:19:01,041 DEBUG [M:0;72b6db343a5d:34825 {}] zookeeper.ZKUtil(347): master:34825-0x101429e79030000, quorum=127.0.0.1:52153, baseZNode=/01647058137 Unable to get data of znode /01647058137/master because node does not exist (not an error) 2024-11-23T02:19:01,041 WARN [M:0;72b6db343a5d:34825 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T02:19:01,042 INFO [M:0;72b6db343a5d:34825 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/.lastflushedseqids 2024-11-23T02:19:01,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42147 is added to blk_1073741842_1018 (size=181) 2024-11-23T02:19:01,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x101429e79030001, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:19:01,139 INFO [RS:0;72b6db343a5d:37989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:19:01,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37989-0x101429e79030001, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:19:01,139 INFO [RS:0;72b6db343a5d:37989 {}] regionserver.HRegionServer(1031): Exiting; stopping=72b6db343a5d,37989,1732328329916; zookeeper connection closed. 2024-11-23T02:19:01,139 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d906814 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d906814 2024-11-23T02:19:01,139 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T02:19:01,447 INFO [M:0;72b6db343a5d:34825 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T02:19:01,447 INFO [M:0;72b6db343a5d:34825 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T02:19:01,447 DEBUG [M:0;72b6db343a5d:34825 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:19:01,447 INFO [M:0;72b6db343a5d:34825 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:01,447 DEBUG [M:0;72b6db343a5d:34825 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:01,447 DEBUG [M:0;72b6db343a5d:34825 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:19:01,447 DEBUG [M:0;72b6db343a5d:34825 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:01,447 INFO [M:0;72b6db343a5d:34825 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-23T02:19:01,463 DEBUG [M:0;72b6db343a5d:34825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1377ac0de05d4855a2a3bbc8b0864e28 is 82, key is hbase:meta,,1/info:regioninfo/1732328332867/Put/seqid=0 2024-11-23T02:19:01,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42147 is added to blk_1073741843_1019 (size=5672) 2024-11-23T02:19:01,868 INFO [M:0;72b6db343a5d:34825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1377ac0de05d4855a2a3bbc8b0864e28 2024-11-23T02:19:01,887 DEBUG [M:0;72b6db343a5d:34825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ff290c89bcd49ebbd3bcca68f40b07f is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732328338252/Put/seqid=0 2024-11-23T02:19:01,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42147 is added to blk_1073741844_1020 (size=7203) 2024-11-23T02:19:02,291 INFO [M:0;72b6db343a5d:34825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ff290c89bcd49ebbd3bcca68f40b07f 2024-11-23T02:19:02,310 DEBUG [M:0;72b6db343a5d:34825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a4c653490ed43d0b0ac4fec6c491946 is 69, key is 72b6db343a5d,37989,1732328329916/rs:state/1732328331760/Put/seqid=0 2024-11-23T02:19:02,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42147 is added to blk_1073741845_1021 (size=5156) 2024-11-23T02:19:02,715 INFO [M:0;72b6db343a5d:34825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a4c653490ed43d0b0ac4fec6c491946 2024-11-23T02:19:02,720 DEBUG [M:0;72b6db343a5d:34825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1377ac0de05d4855a2a3bbc8b0864e28 as hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1377ac0de05d4855a2a3bbc8b0864e28 2024-11-23T02:19:02,724 INFO [M:0;72b6db343a5d:34825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1377ac0de05d4855a2a3bbc8b0864e28, entries=8, sequenceid=70, filesize=5.5 K 2024-11-23T02:19:02,725 DEBUG [M:0;72b6db343a5d:34825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ff290c89bcd49ebbd3bcca68f40b07f as hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ff290c89bcd49ebbd3bcca68f40b07f 2024-11-23T02:19:02,729 INFO [M:0;72b6db343a5d:34825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ff290c89bcd49ebbd3bcca68f40b07f, entries=8, sequenceid=70, filesize=7.0 K 2024-11-23T02:19:02,730 DEBUG [M:0;72b6db343a5d:34825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a4c653490ed43d0b0ac4fec6c491946 as hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a4c653490ed43d0b0ac4fec6c491946 2024-11-23T02:19:02,734 INFO [M:0;72b6db343a5d:34825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a4c653490ed43d0b0ac4fec6c491946, entries=1, sequenceid=70, filesize=5.0 K 2024-11-23T02:19:02,735 INFO [M:0;72b6db343a5d:34825 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=70, compaction requested=false 2024-11-23T02:19:02,736 INFO [M:0;72b6db343a5d:34825 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:02,737 DEBUG [M:0;72b6db343a5d:34825 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328341447Disabling compacts and flushes for region at 1732328341447Disabling writes for close at 1732328341447Obtaining lock to block concurrent updates at 1732328341447Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732328341447Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732328341448 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732328341448Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732328341448Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732328341463 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732328341463Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732328341872 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732328341886 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732328341886Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732328342296 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732328342310 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732328342310Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44bc9c26: reopening flushed file at 1732328342719 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@479d07c9: reopening flushed file at 1732328342724 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2964cdd1: reopening flushed file at 1732328342729 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=70, compaction requested=false at 1732328342735 (+6 ms)Writing region close event to WAL at 1732328342736 (+1 ms)Closed at 1732328342736 2024-11-23T02:19:02,739 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/WALs/72b6db343a5d,34825,1732328329853/72b6db343a5d%2C34825%2C1732328329853.1732328331609 not finished, retry = 0 2024-11-23T02:19:02,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42147 is added to blk_1073741830_1006 (size=41008) 2024-11-23T02:19:02,840 INFO [M:0;72b6db343a5d:34825 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T02:19:02,840 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:19:02,840 INFO [M:0;72b6db343a5d:34825 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34825 2024-11-23T02:19:02,840 INFO [M:0;72b6db343a5d:34825 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:19:02,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101429e79030000, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:19:02,943 INFO [M:0;72b6db343a5d:34825 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:19:02,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34825-0x101429e79030000, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:19:02,945 INFO [Time-limited test {}] client.ConnectionUtils(128): master/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:19:02,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:19:02,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:19:02,945 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:19:02,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:19:02,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:19:02,946 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T02:19:02,946 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:19:02,946 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41563 2024-11-23T02:19:02,947 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41563 connecting to ZooKeeper ensemble=127.0.0.1:52153 2024-11-23T02:19:02,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415630x0, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:19:02,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41563-0x101429e79030006 connected 2024-11-23T02:19:02,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:19:02,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:19:02,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41563-0x101429e79030006, quorum=127.0.0.1:52153, baseZNode=/01647058137 Set watcher on znode that does not yet exist, /01647058137/running 2024-11-23T02:19:02,958 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01647058137/meta-region-server: INIT 2024-11-23T02:19:02,958 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8, hbase.cluster.distributed=false 2024-11-23T02:19:02,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41563-0x101429e79030006, quorum=127.0.0.1:52153, baseZNode=/01647058137 Set watcher on znode that does not yet exist, /01647058137/acl 2024-11-23T02:19:02,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41563 2024-11-23T02:19:02,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41563 2024-11-23T02:19:02,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41563 2024-11-23T02:19:02,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41563 2024-11-23T02:19:02,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41563 2024-11-23T02:19:02,979 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:19:02,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:19:02,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:19:02,979 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:19:02,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:19:02,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:19:02,979 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T02:19:02,979 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:19:02,980 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35357 2024-11-23T02:19:02,981 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35357 connecting to ZooKeeper ensemble=127.0.0.1:52153 2024-11-23T02:19:02,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:19:02,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:19:02,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353570x0, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:19:02,988 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353570x0, quorum=127.0.0.1:52153, baseZNode=/01647058137 Set watcher on znode that does not yet exist, /01647058137/running 2024-11-23T02:19:02,988 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01647058137/meta-region-server: INIT 2024-11-23T02:19:02,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35357-0x101429e79030007 connected 2024-11-23T02:19:02,988 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T02:19:02,992 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T02:19:02,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35357-0x101429e79030007, quorum=127.0.0.1:52153, baseZNode=/01647058137 Set watcher on znode that does not yet exist, /01647058137/master 2024-11-23T02:19:02,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35357-0x101429e79030007, quorum=127.0.0.1:52153, baseZNode=/01647058137 Set watcher on znode that does not yet exist, /01647058137/acl 2024-11-23T02:19:02,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35357 2024-11-23T02:19:02,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35357 2024-11-23T02:19:02,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35357 2024-11-23T02:19:03,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35357 2024-11-23T02:19:03,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35357 2024-11-23T02:19:03,033 DEBUG [M:0;72b6db343a5d:41563 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;72b6db343a5d:41563 2024-11-23T02:19:03,037 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01647058137/backup-masters/72b6db343a5d,41563,1732328342945 2024-11-23T02:19:03,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35357-0x101429e79030007, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01647058137/backup-masters 2024-11-23T02:19:03,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101429e79030006, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01647058137/backup-masters 2024-11-23T02:19:03,039 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41563-0x101429e79030006, quorum=127.0.0.1:52153, baseZNode=/01647058137 Set watcher on existing znode=/01647058137/backup-masters/72b6db343a5d,41563,1732328342945 2024-11-23T02:19:03,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101429e79030006, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01647058137 2024-11-23T02:19:03,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35357-0x101429e79030007, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01647058137/master 2024-11-23T02:19:03,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35357-0x101429e79030007, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01647058137 2024-11-23T02:19:03,041 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41563-0x101429e79030006, quorum=127.0.0.1:52153, baseZNode=/01647058137 Set watcher on existing znode=/01647058137/master 2024-11-23T02:19:03,041 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01647058137/backup-masters/72b6db343a5d,41563,1732328342945 from backup master directory 2024-11-23T02:19:03,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101429e79030006, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01647058137/backup-masters/72b6db343a5d,41563,1732328342945 2024-11-23T02:19:03,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101429e79030006, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01647058137/backup-masters 2024-11-23T02:19:03,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35357-0x101429e79030007, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01647058137/backup-masters 2024-11-23T02:19:03,044 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:19:03,044 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=72b6db343a5d,41563,1732328342945 2024-11-23T02:19:03,054 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:19:03,054 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T02:19:03,060 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-23T02:19:03,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42147 is added to blk_1073741846_1022 (size=196) 2024-11-23T02:19:03,468 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:19:03,469 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T02:19:03,469 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:19:03,474 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-23T02:19:03,477 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/WALs/72b6db343a5d,34825,1732328329853 to hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/WALs/72b6db343a5d,34825,1732328329853-dead as it is dead 2024-11-23T02:19:03,477 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/WALs/72b6db343a5d,34825,1732328329853-dead/72b6db343a5d%2C34825%2C1732328329853.1732328331609 2024-11-23T02:19:03,478 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/WALs/72b6db343a5d,34825,1732328329853-dead/72b6db343a5d%2C34825%2C1732328329853.1732328331609 after 1ms 2024-11-23T02:19:03,478 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/WALs/72b6db343a5d,34825,1732328329853-dead/72b6db343a5d%2C34825%2C1732328329853.1732328331609 to hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/72b6db343a5d%2C34825%2C1732328329853.1732328331609 2024-11-23T02:19:03,478 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/WALs/72b6db343a5d,34825,1732328329853-dead 2024-11-23T02:19:03,479 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/WALs/72b6db343a5d,41563,1732328342945 2024-11-23T02:19:03,479 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:19:03,481 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=72b6db343a5d%2C41563%2C1732328342945, suffix=, logDir=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/WALs/72b6db343a5d,41563,1732328342945, archiveDir=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/oldWALs, maxLogs=10 2024-11-23T02:19:03,495 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/WALs/72b6db343a5d,41563,1732328342945/72b6db343a5d%2C41563%2C1732328342945.1732328343481, exclude list is [], retry=0 2024-11-23T02:19:03,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42147,DS-bd0c8584-0557-4ea4-83a5-c9dbdc708e52,DISK] 2024-11-23T02:19:03,498 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/WALs/72b6db343a5d,41563,1732328342945/72b6db343a5d%2C41563%2C1732328342945.1732328343481 2024-11-23T02:19:03,499 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42959:42959)] 2024-11-23T02:19:03,499 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:19:03,499 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:19:03,499 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:03,499 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:03,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:03,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T02:19:03,501 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:03,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1377ac0de05d4855a2a3bbc8b0864e28 2024-11-23T02:19:03,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:03,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:03,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T02:19:03,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:03,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ff290c89bcd49ebbd3bcca68f40b07f 2024-11-23T02:19:03,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:03,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:03,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T02:19:03,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:03,519 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a4c653490ed43d0b0ac4fec6c491946 2024-11-23T02:19:03,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:03,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:03,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T02:19:03,520 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:03,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:03,521 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:03,521 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-23T02:19:03,521 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/72b6db343a5d%2C34825%2C1732328329853.1732328331609 2024-11-23T02:19:03,526 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/72b6db343a5d%2C34825%2C1732328329853.1732328331609 2024-11-23T02:19:03,527 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/72b6db343a5d%2C34825%2C1732328329853.1732328331609 2024-11-23T02:19:03,528 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:03,528 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:03,529 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:19:03,530 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:03,533 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-23T02:19:03,534 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68406430, jitterRate=0.019335240125656128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:19:03,534 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732328343499Initializing all the Stores at 1732328343500 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328343500Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328343500Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328343500Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328343500Cleaning up temporary data from old regions at 1732328343528 (+28 ms)Region opened successfully at 1732328343534 (+6 ms) 2024-11-23T02:19:03,536 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T02:19:03,539 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35abf6be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:19:03,541 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-23T02:19:03,541 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T02:19:03,541 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T02:19:03,542 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T02:19:03,542 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T02:19:03,545 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T02:19:03,545 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T02:19:03,546 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T02:19:03,546 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-23T02:19:03,546 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T02:19:03,548 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=72b6db343a5d,37989,1732328329916, regionLocation=72b6db343a5d,37989,1732328329916, openSeqNum=2 2024-11-23T02:19:03,548 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=72b6db343a5d,37989,1732328329916, table=hbase:meta, region=1588230740 2024-11-23T02:19:03,549 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,37989,1732328329916, state=OPEN 2024-11-23T02:19:03,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101429e79030006, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01647058137/meta-region-server 2024-11-23T02:19:03,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35357-0x101429e79030007, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01647058137/meta-region-server 2024-11-23T02:19:03,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01647058137/meta-region-server: CHANGED 2024-11-23T02:19:03,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01647058137/meta-region-server: CHANGED 2024-11-23T02:19:03,554 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-23T02:19:03,555 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01647058137/draining/72b6db343a5d,37989,1732328329916 already deleted, retry=false 2024-11-23T02:19:03,555 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 72b6db343a5d,37989,1732328329916 on 72b6db343a5d,41563,1732328342945 2024-11-23T02:19:03,557 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 72b6db343a5d,37989,1732328329916, splitWal=true, meta=true 2024-11-23T02:19:03,557 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 72b6db343a5d,37989,1732328329916 (carryingMeta=true) 72b6db343a5d,37989,1732328329916/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4a748454[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-23T02:19:03,559 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41563-0x101429e79030006, quorum=127.0.0.1:52153, baseZNode=/01647058137 Unable to get data of znode /01647058137/balancer because node does not exist (not necessarily an error) 2024-11-23T02:19:03,561 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01647058137/balancer already deleted, retry=false 2024-11-23T02:19:03,561 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T02:19:03,562 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41563-0x101429e79030006, quorum=127.0.0.1:52153, baseZNode=/01647058137 Unable to get data of znode /01647058137/normalizer because node does not exist (not necessarily an error) 2024-11-23T02:19:03,563 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01647058137/normalizer already deleted, retry=false 2024-11-23T02:19:03,563 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T02:19:03,564 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41563-0x101429e79030006, quorum=127.0.0.1:52153, baseZNode=/01647058137 Unable to get data of znode /01647058137/switch/split because node does not exist (not necessarily an error) 2024-11-23T02:19:03,565 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01647058137/switch/split already deleted, retry=false 2024-11-23T02:19:03,566 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41563-0x101429e79030006, quorum=127.0.0.1:52153, baseZNode=/01647058137 Unable to get data of znode /01647058137/switch/merge because node does not exist (not necessarily an error) 2024-11-23T02:19:03,567 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01647058137/switch/merge already deleted, retry=false 2024-11-23T02:19:03,572 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41563-0x101429e79030006, quorum=127.0.0.1:52153, baseZNode=/01647058137 Unable to get data of znode /01647058137/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T02:19:03,573 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01647058137/snapshot-cleanup already deleted, retry=false 2024-11-23T02:19:03,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35357-0x101429e79030007, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01647058137/running 2024-11-23T02:19:03,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35357-0x101429e79030007, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01647058137 2024-11-23T02:19:03,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101429e79030006, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01647058137/running 2024-11-23T02:19:03,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101429e79030006, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01647058137 2024-11-23T02:19:03,576 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=72b6db343a5d,41563,1732328342945, sessionid=0x101429e79030006, setting cluster-up flag (Was=false) 2024-11-23T02:19:03,579 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01647058137/flush-table-proc/acquired, /01647058137/flush-table-proc/reached, /01647058137/flush-table-proc/abort 2024-11-23T02:19:03,580 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,41563,1732328342945 2024-11-23T02:19:03,584 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01647058137/online-snapshot/acquired, /01647058137/online-snapshot/reached, /01647058137/online-snapshot/abort 2024-11-23T02:19:03,585 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,41563,1732328342945 2024-11-23T02:19:03,586 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/.lastflushedseqids 2024-11-23T02:19:03,589 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T02:19:03,589 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T02:19:03,590 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 72b6db343a5d,41563,1732328342945 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 72b6db343a5d,37989,1732328329916 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T02:19:03,591 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:19:03,591 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:19:03,591 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:19:03,591 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:19:03,591 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/72b6db343a5d:0, corePoolSize=10, maxPoolSize=10 2024-11-23T02:19:03,591 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:03,591 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:19:03,591 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:03,597 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732328373597 2024-11-23T02:19:03,597 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T02:19:03,597 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T02:19:03,597 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T02:19:03,597 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T02:19:03,597 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T02:19:03,597 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T02:19:03,597 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 72b6db343a5d,37989,1732328329916, splitWal=true, meta=true 2024-11-23T02:19:03,598 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:03,598 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 72b6db343a5d,37989,1732328329916, splitWal=true, meta=true, isMeta: true 2024-11-23T02:19:03,598 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T02:19:03,599 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T02:19:03,599 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T02:19:03,599 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T02:19:03,600 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,37989,1732328329916-splitting 2024-11-23T02:19:03,600 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T02:19:03,600 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T02:19:03,600 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,37989,1732328329916-splitting dir is empty, no logs to split. 2024-11-23T02:19:03,600 INFO [PEWorker-1 {}] master.SplitWALManager(105): 72b6db343a5d,37989,1732328329916 WAL count=0, meta=true 2024-11-23T02:19:03,602 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,37989,1732328329916-splitting dir is empty, no logs to split. 2024-11-23T02:19:03,602 INFO [PEWorker-1 {}] master.SplitWALManager(105): 72b6db343a5d,37989,1732328329916 WAL count=0, meta=true 2024-11-23T02:19:03,602 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 72b6db343a5d,37989,1732328329916 WAL splitting is done? wals=0, meta=true 2024-11-23T02:19:03,603 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328343600,5,FailOnTimeoutGroup] 2024-11-23T02:19:03,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T02:19:03,604 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:19:03,605 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T02:19:03,608 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328343603,5,FailOnTimeoutGroup] 2024-11-23T02:19:03,608 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:03,608 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T02:19:03,608 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:03,608 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:03,608 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732328343608, completionTime=-1 2024-11-23T02:19:03,608 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-23T02:19:03,608 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-23T02:19:03,608 INFO [RS:0;72b6db343a5d:35357 {}] regionserver.HRegionServer(746): ClusterId : 7d3ac980-31d1-419f-9b68-56f978e82933 2024-11-23T02:19:03,608 DEBUG [RS:0;72b6db343a5d:35357 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T02:19:03,610 DEBUG [RS:0;72b6db343a5d:35357 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T02:19:03,610 DEBUG [RS:0;72b6db343a5d:35357 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T02:19:03,612 DEBUG [RS:0;72b6db343a5d:35357 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T02:19:03,613 DEBUG [RS:0;72b6db343a5d:35357 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2adcb05b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:19:03,631 DEBUG [RS:0;72b6db343a5d:35357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;72b6db343a5d:35357 2024-11-23T02:19:03,631 INFO [RS:0;72b6db343a5d:35357 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T02:19:03,631 INFO [RS:0;72b6db343a5d:35357 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T02:19:03,632 DEBUG [RS:0;72b6db343a5d:35357 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T02:19:03,632 INFO [RS:0;72b6db343a5d:35357 {}] regionserver.HRegionServer(2659): reportForDuty to master=72b6db343a5d,41563,1732328342945 with port=35357, startcode=1732328342979 2024-11-23T02:19:03,632 DEBUG [RS:0;72b6db343a5d:35357 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T02:19:03,634 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T02:19:03,635 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41563 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 72b6db343a5d,35357,1732328342979 2024-11-23T02:19:03,635 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41563 {}] master.ServerManager(517): Registering regionserver=72b6db343a5d,35357,1732328342979 2024-11-23T02:19:03,636 DEBUG [RS:0;72b6db343a5d:35357 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8 2024-11-23T02:19:03,636 DEBUG [RS:0;72b6db343a5d:35357 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45397 2024-11-23T02:19:03,636 DEBUG [RS:0;72b6db343a5d:35357 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T02:19:03,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101429e79030006, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01647058137/rs 2024-11-23T02:19:03,644 DEBUG [RS:0;72b6db343a5d:35357 {}] zookeeper.ZKUtil(111): regionserver:35357-0x101429e79030007, quorum=127.0.0.1:52153, baseZNode=/01647058137 Set watcher on existing znode=/01647058137/rs/72b6db343a5d,35357,1732328342979 2024-11-23T02:19:03,644 WARN [RS:0;72b6db343a5d:35357 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:19:03,644 INFO [RS:0;72b6db343a5d:35357 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:19:03,644 DEBUG [RS:0;72b6db343a5d:35357 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,35357,1732328342979 2024-11-23T02:19:03,644 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [72b6db343a5d,35357,1732328342979] 2024-11-23T02:19:03,658 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-23T02:19:03,662 INFO [RS:0;72b6db343a5d:35357 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T02:19:03,663 INFO [RS:0;72b6db343a5d:35357 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T02:19:03,664 INFO [RS:0;72b6db343a5d:35357 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T02:19:03,664 INFO [RS:0;72b6db343a5d:35357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:03,664 INFO [RS:0;72b6db343a5d:35357 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T02:19:03,665 INFO [RS:0;72b6db343a5d:35357 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T02:19:03,665 INFO [RS:0;72b6db343a5d:35357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:03,665 DEBUG [RS:0;72b6db343a5d:35357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:03,665 DEBUG [RS:0;72b6db343a5d:35357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:03,665 DEBUG [RS:0;72b6db343a5d:35357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:03,665 DEBUG [RS:0;72b6db343a5d:35357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:03,665 DEBUG [RS:0;72b6db343a5d:35357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:03,665 DEBUG [RS:0;72b6db343a5d:35357 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:19:03,665 DEBUG [RS:0;72b6db343a5d:35357 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:03,665 DEBUG [RS:0;72b6db343a5d:35357 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:03,665 DEBUG [RS:0;72b6db343a5d:35357 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:03,665 DEBUG [RS:0;72b6db343a5d:35357 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:03,665 DEBUG [RS:0;72b6db343a5d:35357 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:03,665 DEBUG [RS:0;72b6db343a5d:35357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:03,665 DEBUG [RS:0;72b6db343a5d:35357 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:19:03,665 DEBUG [RS:0;72b6db343a5d:35357 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:19:03,668 INFO [RS:0;72b6db343a5d:35357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:03,668 INFO [RS:0;72b6db343a5d:35357 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:03,668 INFO [RS:0;72b6db343a5d:35357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:03,668 INFO [RS:0;72b6db343a5d:35357 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:03,668 INFO [RS:0;72b6db343a5d:35357 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:03,668 INFO [RS:0;72b6db343a5d:35357 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,35357,1732328342979-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:19:03,682 INFO [RS:0;72b6db343a5d:35357 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T02:19:03,682 INFO [RS:0;72b6db343a5d:35357 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,35357,1732328342979-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:03,695 INFO [RS:0;72b6db343a5d:35357 {}] regionserver.ReplicationSource(231): queueId=1-72b6db343a5d,35357,1732328342979, ReplicationSource: 1, currentBandwidth=0 2024-11-23T02:19:03,695 INFO [RS:0;72b6db343a5d:35357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:03,695 INFO [RS:0;72b6db343a5d:35357 {}] regionserver.Replication(171): 72b6db343a5d,35357,1732328342979 started 2024-11-23T02:19:03,710 INFO [RS:0;72b6db343a5d:35357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:03,710 INFO [RS:0;72b6db343a5d:35357 {}] regionserver.HRegionServer(1482): Serving as 72b6db343a5d,35357,1732328342979, RpcServer on 72b6db343a5d/172.17.0.2:35357, sessionid=0x101429e79030007 2024-11-23T02:19:03,710 DEBUG [RS:0;72b6db343a5d:35357 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T02:19:03,710 DEBUG [RS:0;72b6db343a5d:35357 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 72b6db343a5d,35357,1732328342979 2024-11-23T02:19:03,710 DEBUG [RS:0;72b6db343a5d:35357 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,35357,1732328342979' 2024-11-23T02:19:03,710 DEBUG [RS:0;72b6db343a5d:35357 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01647058137/flush-table-proc/abort' 2024-11-23T02:19:03,710 DEBUG [RS:0;72b6db343a5d:35357 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01647058137/flush-table-proc/acquired' 2024-11-23T02:19:03,711 DEBUG [RS:0;72b6db343a5d:35357 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T02:19:03,711 DEBUG [RS:0;72b6db343a5d:35357 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T02:19:03,711 DEBUG [RS:0;72b6db343a5d:35357 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 72b6db343a5d,35357,1732328342979 2024-11-23T02:19:03,711 DEBUG [RS:0;72b6db343a5d:35357 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,35357,1732328342979' 2024-11-23T02:19:03,711 DEBUG [RS:0;72b6db343a5d:35357 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01647058137/online-snapshot/abort' 2024-11-23T02:19:03,712 DEBUG [RS:0;72b6db343a5d:35357 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01647058137/online-snapshot/acquired' 2024-11-23T02:19:03,712 DEBUG [RS:0;72b6db343a5d:35357 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T02:19:03,712 INFO [RS:0;72b6db343a5d:35357 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T02:19:03,712 INFO [RS:0;72b6db343a5d:35357 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T02:19:03,712 DEBUG [RS:0;72b6db343a5d:35357.replicationSource,1-72b6db343a5d,35357,1732328342979 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:34689' 2024-11-23T02:19:03,713 DEBUG [RS:0;72b6db343a5d:35357.replicationSource,1-72b6db343a5d,35357,1732328342979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c44ddd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:03,714 DEBUG [RS:0;72b6db343a5d:35357.replicationSource,1-72b6db343a5d,35357,1732328342979 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,34689,-1 for getting cluster id 2024-11-23T02:19:03,714 DEBUG [RS:0;72b6db343a5d:35357.replicationSource,1-72b6db343a5d,35357,1732328342979 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:19:03,715 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1c47134-38a7-47b0-88ad-6dca0e94225f' 2024-11-23T02:19:03,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:19:03,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1c47134-38a7-47b0-88ad-6dca0e94225f" 2024-11-23T02:19:03,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f390019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:03,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,34689,-1] 2024-11-23T02:19:03,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:19:03,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:03,717 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:19:03,717 DEBUG [RS:0;72b6db343a5d:35357.replicationSource,1-72b6db343a5d,35357,1732328342979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e2a584d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:03,717 DEBUG [RS:0;72b6db343a5d:35357.replicationSource,1-72b6db343a5d,35357,1732328342979 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:19:03,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,34689,1732328333988 2024-11-23T02:19:03,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9c9a05b 2024-11-23T02:19:03,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:19:03,719 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-23T02:19:03,720 INFO [RS:0;72b6db343a5d:35357.replicationSource,1-72b6db343a5d,35357,1732328342979 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-72b6db343a5d,35357,1732328342979 (queues=0) is replicating from cluster=7d3ac980-31d1-419f-9b68-56f978e82933 to cluster=f1c47134-38a7-47b0-88ad-6dca0e94225f 2024-11-23T02:19:03,728 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T02:19:03,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:03,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:03,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:03,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:03,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:03,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:03,755 WARN [72b6db343a5d:41563 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T02:19:03,812 INFO [RS:0;72b6db343a5d:35357 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:19:03,814 INFO [RS:0;72b6db343a5d:35357 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C35357%2C1732328342979, suffix=, logDir=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,35357,1732328342979, archiveDir=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/oldWALs, maxLogs=10 2024-11-23T02:19:03,831 DEBUG [RS:0;72b6db343a5d:35357 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,35357,1732328342979/72b6db343a5d%2C35357%2C1732328342979.1732328343814, exclude list is [], retry=0 2024-11-23T02:19:03,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42147,DS-bd0c8584-0557-4ea4-83a5-c9dbdc708e52,DISK] 2024-11-23T02:19:03,836 INFO [RS:0;72b6db343a5d:35357 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,35357,1732328342979/72b6db343a5d%2C35357%2C1732328342979.1732328343814 2024-11-23T02:19:03,837 DEBUG [RS:0;72b6db343a5d:35357 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 72b6db343a5d%2C35357%2C1732328342979 for peer 1 2024-11-23T02:19:03,837 DEBUG [RS:0;72b6db343a5d:35357 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=72b6db343a5d%2C35357%2C1732328342979 2024-11-23T02:19:03,837 INFO [RS:0;72b6db343a5d:35357 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-72b6db343a5d,35357,1732328342979, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T02:19:03,838 DEBUG [RS:0;72b6db343a5d:35357 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42959:42959)] 2024-11-23T02:19:03,838 INFO [RS:0;72b6db343a5d:35357.replicationSource.shipper72b6db343a5d%2C35357%2C1732328342979,1-72b6db343a5d,35357,1732328342979 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 72b6db343a5d%2C35357%2C1732328342979 2024-11-23T02:19:03,838 DEBUG [RS:0;72b6db343a5d:35357.replicationSource.wal-reader.72b6db343a5d%2C35357%2C1732328342979,1-72b6db343a5d,35357,1732328342979 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,35357,1732328342979/72b6db343a5d%2C35357%2C1732328342979.1732328343814, startPosition=0, beingWritten=true 2024-11-23T02:19:04,005 DEBUG [72b6db343a5d:41563 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T02:19:04,006 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=72b6db343a5d,35357,1732328342979 2024-11-23T02:19:04,007 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,35357,1732328342979, state=OPENING 2024-11-23T02:19:04,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35357-0x101429e79030007, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01647058137/meta-region-server 2024-11-23T02:19:04,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101429e79030006, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01647058137/meta-region-server 2024-11-23T02:19:04,009 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01647058137/meta-region-server: CHANGED 2024-11-23T02:19:04,009 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01647058137/meta-region-server: CHANGED 2024-11-23T02:19:04,009 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:19:04,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,35357,1732328342979}] 2024-11-23T02:19:04,043 DEBUG [RS:0;72b6db343a5d:35357.replicationSource.wal-reader.72b6db343a5d%2C35357%2C1732328342979,1-72b6db343a5d,35357,1732328342979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,35357,1732328342979/72b6db343a5d%2C35357%2C1732328342979.1732328343814 to pos 0, reset compression=false 2024-11-23T02:19:04,162 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:19:04,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T02:19:04,168 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T02:19:04,168 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:19:04,168 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T02:19:04,170 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C35357%2C1732328342979.meta, suffix=.meta, logDir=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,35357,1732328342979, archiveDir=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/oldWALs, maxLogs=10 2024-11-23T02:19:04,190 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,35357,1732328342979/72b6db343a5d%2C35357%2C1732328342979.meta.1732328344170.meta, exclude list is [], retry=0 2024-11-23T02:19:04,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42147,DS-bd0c8584-0557-4ea4-83a5-c9dbdc708e52,DISK] 2024-11-23T02:19:04,195 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,35357,1732328342979/72b6db343a5d%2C35357%2C1732328342979.meta.1732328344170.meta 2024-11-23T02:19:04,196 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42959:42959)] 2024-11-23T02:19:04,196 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:19:04,197 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:19:04,197 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:19:04,197 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T02:19:04,197 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T02:19:04,197 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T02:19:04,197 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:19:04,197 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T02:19:04,197 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T02:19:04,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:19:04,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:19:04,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:04,212 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/meta/1588230740/info/5162c00d463d434c93bd53528491f028 2024-11-23T02:19:04,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:04,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:19:04,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:19:04,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:04,221 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/meta/1588230740/ns/2821c2f227a9440089754de103fe134d 2024-11-23T02:19:04,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:04,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:19:04,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:19:04,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:04,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:04,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:19:04,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:19:04,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:04,233 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/meta/1588230740/table/89ddf801747f47719e4f1153c4b3e67e 2024-11-23T02:19:04,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:04,233 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:19:04,234 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/meta/1588230740 2024-11-23T02:19:04,235 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/meta/1588230740 2024-11-23T02:19:04,236 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:19:04,236 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:19:04,237 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:19:04,238 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:19:04,239 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68938871, jitterRate=0.027269229292869568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:19:04,239 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T02:19:04,239 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732328344198Writing region info on filesystem at 1732328344198Initializing all the Stores at 1732328344200 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328344200Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328344204 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328344204Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328344204Cleaning up temporary data from old regions at 1732328344236 (+32 ms)Running coprocessor post-open hooks at 1732328344239 (+3 ms)Region opened successfully at 1732328344239 2024-11-23T02:19:04,240 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732328344162 2024-11-23T02:19:04,243 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T02:19:04,243 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T02:19:04,244 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=72b6db343a5d,35357,1732328342979 2024-11-23T02:19:04,244 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,35357,1732328342979, state=OPEN 2024-11-23T02:19:04,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101429e79030006, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01647058137/meta-region-server 2024-11-23T02:19:04,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35357-0x101429e79030007, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01647058137/meta-region-server 2024-11-23T02:19:04,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01647058137/meta-region-server: CHANGED 2024-11-23T02:19:04,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01647058137/meta-region-server: CHANGED 2024-11-23T02:19:04,247 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=72b6db343a5d,35357,1732328342979 2024-11-23T02:19:04,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-23T02:19:04,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,35357,1732328342979 in 238 msec 2024-11-23T02:19:04,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T02:19:04,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 646 msec 2024-11-23T02:19:04,355 DEBUG [RS:0;72b6db343a5d:35357.replicationSource.wal-reader.72b6db343a5d%2C35357%2C1732328342979,1-72b6db343a5d,35357,1732328342979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,35357,1732328342979/72b6db343a5d%2C35357%2C1732328342979.1732328343814 to pos 0, reset compression=false 2024-11-23T02:19:04,761 DEBUG [RS:0;72b6db343a5d:35357.replicationSource.wal-reader.72b6db343a5d%2C35357%2C1732328342979,1-72b6db343a5d,35357,1732328342979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,35357,1732328342979/72b6db343a5d%2C35357%2C1732328342979.1732328343814 to pos 0, reset compression=false 2024-11-23T02:19:05,160 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1552ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-23T02:19:05,266 DEBUG [RS:0;72b6db343a5d:35357.replicationSource.wal-reader.72b6db343a5d%2C35357%2C1732328342979,1-72b6db343a5d,35357,1732328342979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,35357,1732328342979/72b6db343a5d%2C35357%2C1732328342979.1732328343814 to pos 0, reset compression=false 2024-11-23T02:19:05,876 DEBUG [RS:0;72b6db343a5d:35357.replicationSource.wal-reader.72b6db343a5d%2C35357%2C1732328342979,1-72b6db343a5d,35357,1732328342979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,35357,1732328342979/72b6db343a5d%2C35357%2C1732328342979.1732328343814 to pos 0, reset compression=false 2024-11-23T02:19:06,581 DEBUG [RS:0;72b6db343a5d:35357.replicationSource.wal-reader.72b6db343a5d%2C35357%2C1732328342979,1-72b6db343a5d,35357,1732328342979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,35357,1732328342979/72b6db343a5d%2C35357%2C1732328342979.1732328343814 to pos 0, reset compression=false 2024-11-23T02:19:06,663 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-23T02:19:07,386 DEBUG [RS:0;72b6db343a5d:35357.replicationSource.wal-reader.72b6db343a5d%2C35357%2C1732328342979,1-72b6db343a5d,35357,1732328342979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,35357,1732328342979/72b6db343a5d%2C35357%2C1732328342979.1732328343814 to pos 0, reset compression=false 2024-11-23T02:19:08,115 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-23T02:19:08,116 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T02:19:08,116 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:19:08,116 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,35357,1732328342979, seqNum=-1] 2024-11-23T02:19:08,117 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:19:08,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:19:08,123 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1c76bdb27174c11ba911be1fbaac1d89, regionState=OPEN, lastHost=72b6db343a5d,37989,1732328329916, regionLocation=72b6db343a5d,37989,1732328329916, openSeqNum=2 2024-11-23T02:19:08,123 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T02:19:08,123 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732328408123 2024-11-23T02:19:08,123 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732328468123 2024-11-23T02:19:08,123 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-11-23T02:19:08,123 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 72b6db343a5d,37989,1732328329916 had 2 regions 2024-11-23T02:19:08,124 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,41563,1732328342945-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:08,124 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,41563,1732328342945-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:08,124 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,41563,1732328342945-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:08,124 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-72b6db343a5d:41563, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:08,124 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:08,124 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:08,125 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 72b6db343a5d,37989,1732328329916, splitWal=true, meta=true, isMeta: false 2024-11-23T02:19:08,129 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,37989,1732328329916-splitting dir is empty, no logs to split. 2024-11-23T02:19:08,129 INFO [PEWorker-3 {}] master.SplitWALManager(105): 72b6db343a5d,37989,1732328329916 WAL count=0, meta=false 2024-11-23T02:19:08,131 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.087sec 2024-11-23T02:19:08,131 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T02:19:08,131 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T02:19:08,131 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T02:19:08,131 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T02:19:08,131 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T02:19:08,131 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,41563,1732328342945-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:19:08,132 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,41563,1732328342945-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T02:19:08,132 WARN [master/72b6db343a5d:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=72b6db343a5d,37989,1732328329916/hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89. 2024-11-23T02:19:08,132 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,37989,1732328329916-splitting dir is empty, no logs to split. 2024-11-23T02:19:08,132 INFO [PEWorker-3 {}] master.SplitWALManager(105): 72b6db343a5d,37989,1732328329916 WAL count=0, meta=false 2024-11-23T02:19:08,132 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 72b6db343a5d,37989,1732328329916 WAL splitting is done? wals=0, meta=false 2024-11-23T02:19:08,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1c76bdb27174c11ba911be1fbaac1d89, ASSIGN}] 2024-11-23T02:19:08,136 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1c76bdb27174c11ba911be1fbaac1d89, ASSIGN 2024-11-23T02:19:08,137 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1c76bdb27174c11ba911be1fbaac1d89, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-23T02:19:08,141 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T02:19:08,141 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T02:19:08,141 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,41563,1732328342945-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:08,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cc844e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:08,212 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,41563,-1 for getting cluster id 2024-11-23T02:19:08,213 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:19:08,214 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d3ac980-31d1-419f-9b68-56f978e82933' 2024-11-23T02:19:08,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:19:08,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d3ac980-31d1-419f-9b68-56f978e82933" 2024-11-23T02:19:08,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f872778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:08,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,41563,-1] 2024-11-23T02:19:08,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:19:08,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:08,216 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:19:08,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6847f3d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:08,217 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:19:08,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,35357,1732328342979, seqNum=-1] 2024-11-23T02:19:08,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:19:08,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:19:08,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-23T02:19:08,222 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:19:08,222 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:19:08,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:08,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:08,222 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:19:08,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 72b6db343a5d:41563 after: 72b6db343a5d:41563 2024-11-23T02:19:08,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2928dc6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:08,223 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,41563,-1 for getting cluster id 2024-11-23T02:19:08,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:19:08,223 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d3ac980-31d1-419f-9b68-56f978e82933' 2024-11-23T02:19:08,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:19:08,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d3ac980-31d1-419f-9b68-56f978e82933" 2024-11-23T02:19:08,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aaf97bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:08,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,41563,-1] 2024-11-23T02:19:08,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:19:08,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:08,225 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:19:08,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12febbde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:08,226 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:19:08,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,41563,1732328342945 2024-11-23T02:19:08,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@547e6149 2024-11-23T02:19:08,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:19:08,227 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:19:08,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-23T02:19:08,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T02:19:08,228 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:19:08,228 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:19:08,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:08,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:08,228 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:19:08,228 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T02:19:08,229 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=810260566, stopped=false 2024-11-23T02:19:08,229 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=72b6db343a5d,34689,1732328333988 2024-11-23T02:19:08,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34671-0x101429e79030004, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1148676538/running 2024-11-23T02:19:08,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34671-0x101429e79030004, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1148676538 2024-11-23T02:19:08,230 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:19:08,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101429e79030003, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1148676538/running 2024-11-23T02:19:08,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101429e79030003, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1148676538 2024-11-23T02:19:08,230 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:19:08,230 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:19:08,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:08,231 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '72b6db343a5d,34671,1732328334024' ***** 2024-11-23T02:19:08,231 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T02:19:08,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34689-0x101429e79030003, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Set watcher on znode that does not yet exist, /1-1148676538/running 2024-11-23T02:19:08,231 INFO [RS:0;72b6db343a5d:34671 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T02:19:08,231 INFO [RS:0;72b6db343a5d:34671 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T02:19:08,231 INFO [RS:0;72b6db343a5d:34671 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T02:19:08,231 INFO [RS:0;72b6db343a5d:34671 {}] regionserver.HRegionServer(959): stopping server 72b6db343a5d,34671,1732328334024 2024-11-23T02:19:08,231 INFO [RS:0;72b6db343a5d:34671 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:19:08,231 INFO [RS:0;72b6db343a5d:34671 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:34671. 2024-11-23T02:19:08,231 DEBUG [RS:0;72b6db343a5d:34671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:19:08,231 DEBUG [RS:0;72b6db343a5d:34671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:08,232 INFO [RS:0;72b6db343a5d:34671 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T02:19:08,232 INFO [RS:0;72b6db343a5d:34671 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T02:19:08,232 INFO [RS:0;72b6db343a5d:34671 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T02:19:08,232 INFO [RS:0;72b6db343a5d:34671 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T02:19:08,232 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T02:19:08,232 INFO [RS:0;72b6db343a5d:34671 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T02:19:08,232 DEBUG [RS:0;72b6db343a5d:34671 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T02:19:08,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34671-0x101429e79030004, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Set watcher on znode that does not yet exist, /1-1148676538/running 2024-11-23T02:19:08,232 DEBUG [RS:0;72b6db343a5d:34671 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:19:08,233 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:19:08,233 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:19:08,233 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:19:08,233 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:19:08,233 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:19:08,233 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-23T02:19:08,249 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/data/hbase/meta/1588230740/.tmp/ns/f892a600ef5e44ebb88a2ebef6266467 is 43, key is default/ns:d/1732328336971/Put/seqid=0 2024-11-23T02:19:08,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40897 is added to blk_1073741835_1011 (size=5153) 2024-11-23T02:19:08,287 DEBUG [72b6db343a5d:41563 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T02:19:08,287 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1c76bdb27174c11ba911be1fbaac1d89, regionState=OPENING, regionLocation=72b6db343a5d,35357,1732328342979 2024-11-23T02:19:08,288 INFO [regionserver/72b6db343a5d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:19:08,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1c76bdb27174c11ba911be1fbaac1d89, ASSIGN because future has completed 2024-11-23T02:19:08,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c76bdb27174c11ba911be1fbaac1d89, server=72b6db343a5d,35357,1732328342979}] 2024-11-23T02:19:08,292 DEBUG [RS:0;72b6db343a5d:35357.replicationSource.wal-reader.72b6db343a5d%2C35357%2C1732328342979,1-72b6db343a5d,35357,1732328342979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,35357,1732328342979/72b6db343a5d%2C35357%2C1732328342979.1732328343814 to pos 0, reset compression=false 2024-11-23T02:19:08,432 DEBUG [RS:0;72b6db343a5d:34671 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:19:08,446 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89. 2024-11-23T02:19:08,446 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:19:08,447 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T02:19:08,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C35357%2C1732328342979.rep, suffix=, logDir=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,35357,1732328342979, archiveDir=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/oldWALs, maxLogs=10 2024-11-23T02:19:08,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,35357,1732328342979/72b6db343a5d%2C35357%2C1732328342979.rep.1732328348448, exclude list is [], retry=0 2024-11-23T02:19:08,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42147,DS-bd0c8584-0557-4ea4-83a5-c9dbdc708e52,DISK] 2024-11-23T02:19:08,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,35357,1732328342979/72b6db343a5d%2C35357%2C1732328342979.rep.1732328348448 2024-11-23T02:19:08,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42959:42959)] 2024-11-23T02:19:08,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c76bdb27174c11ba911be1fbaac1d89, NAME => 'hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:19:08,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:19:08,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:19:08,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89. service=MultiRowMutationService 2024-11-23T02:19:08,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T02:19:08,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1c76bdb27174c11ba911be1fbaac1d89 2024-11-23T02:19:08,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:19:08,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 1c76bdb27174c11ba911be1fbaac1d89 2024-11-23T02:19:08,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 1c76bdb27174c11ba911be1fbaac1d89 2024-11-23T02:19:08,470 INFO [StoreOpener-1c76bdb27174c11ba911be1fbaac1d89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1c76bdb27174c11ba911be1fbaac1d89 2024-11-23T02:19:08,471 INFO [StoreOpener-1c76bdb27174c11ba911be1fbaac1d89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c76bdb27174c11ba911be1fbaac1d89 columnFamilyName hfileref 2024-11-23T02:19:08,471 DEBUG [StoreOpener-1c76bdb27174c11ba911be1fbaac1d89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:08,471 INFO [StoreOpener-1c76bdb27174c11ba911be1fbaac1d89-1 {}] regionserver.HStore(327): Store=1c76bdb27174c11ba911be1fbaac1d89/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:08,471 INFO [StoreOpener-1c76bdb27174c11ba911be1fbaac1d89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1c76bdb27174c11ba911be1fbaac1d89 2024-11-23T02:19:08,472 INFO [StoreOpener-1c76bdb27174c11ba911be1fbaac1d89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c76bdb27174c11ba911be1fbaac1d89 columnFamilyName queue 2024-11-23T02:19:08,472 DEBUG [StoreOpener-1c76bdb27174c11ba911be1fbaac1d89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:08,477 DEBUG [StoreOpener-1c76bdb27174c11ba911be1fbaac1d89-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/replication/1c76bdb27174c11ba911be1fbaac1d89/queue/5814c12223304076945f2fc14cb2abf6 2024-11-23T02:19:08,477 INFO [StoreOpener-1c76bdb27174c11ba911be1fbaac1d89-1 {}] regionserver.HStore(327): Store=1c76bdb27174c11ba911be1fbaac1d89/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:08,477 INFO [StoreOpener-1c76bdb27174c11ba911be1fbaac1d89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1c76bdb27174c11ba911be1fbaac1d89 2024-11-23T02:19:08,478 INFO [StoreOpener-1c76bdb27174c11ba911be1fbaac1d89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c76bdb27174c11ba911be1fbaac1d89 columnFamilyName sid 2024-11-23T02:19:08,478 DEBUG [StoreOpener-1c76bdb27174c11ba911be1fbaac1d89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:08,478 INFO [StoreOpener-1c76bdb27174c11ba911be1fbaac1d89-1 {}] regionserver.HStore(327): Store=1c76bdb27174c11ba911be1fbaac1d89/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:08,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 1c76bdb27174c11ba911be1fbaac1d89 2024-11-23T02:19:08,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/replication/1c76bdb27174c11ba911be1fbaac1d89 2024-11-23T02:19:08,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/replication/1c76bdb27174c11ba911be1fbaac1d89 2024-11-23T02:19:08,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 1c76bdb27174c11ba911be1fbaac1d89 2024-11-23T02:19:08,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 1c76bdb27174c11ba911be1fbaac1d89 2024-11-23T02:19:08,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T02:19:08,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 1c76bdb27174c11ba911be1fbaac1d89 2024-11-23T02:19:08,484 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 1c76bdb27174c11ba911be1fbaac1d89; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70588558, jitterRate=0.051851481199264526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T02:19:08,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c76bdb27174c11ba911be1fbaac1d89 2024-11-23T02:19:08,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 1c76bdb27174c11ba911be1fbaac1d89: Running coprocessor pre-open hook at 1732328348468Writing region info on filesystem at 1732328348468Initializing all the Stores at 1732328348469 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328348469Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328348470 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328348470Cleaning up temporary data from old regions at 1732328348481 (+11 ms)Running coprocessor post-open hooks at 1732328348484 (+3 ms)Region opened successfully at 1732328348484 2024-11-23T02:19:08,485 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89., pid=13, masterSystemTime=1732328348442 2024-11-23T02:19:08,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89. 2024-11-23T02:19:08,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89. 2024-11-23T02:19:08,489 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1c76bdb27174c11ba911be1fbaac1d89, regionState=OPEN, openSeqNum=9, regionLocation=72b6db343a5d,35357,1732328342979 2024-11-23T02:19:08,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c76bdb27174c11ba911be1fbaac1d89, server=72b6db343a5d,35357,1732328342979 because future has completed 2024-11-23T02:19:08,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-23T02:19:08,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c76bdb27174c11ba911be1fbaac1d89, server=72b6db343a5d,35357,1732328342979 in 202 msec 2024-11-23T02:19:08,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-23T02:19:08,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1c76bdb27174c11ba911be1fbaac1d89, ASSIGN in 360 msec 2024-11-23T02:19:08,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-23T02:19:08,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89., hostname=72b6db343a5d,35357,1732328342979, seqNum=9] 2024-11-23T02:19:08,517 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 72b6db343a5d,37989,1732328329916 2024-11-23T02:19:08,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-23T02:19:08,633 DEBUG [RS:0;72b6db343a5d:34671 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:19:08,653 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/data/hbase/meta/1588230740/.tmp/ns/f892a600ef5e44ebb88a2ebef6266467 2024-11-23T02:19:08,659 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/data/hbase/meta/1588230740/.tmp/ns/f892a600ef5e44ebb88a2ebef6266467 as hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/data/hbase/meta/1588230740/ns/f892a600ef5e44ebb88a2ebef6266467 2024-11-23T02:19:08,664 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/data/hbase/meta/1588230740/ns/f892a600ef5e44ebb88a2ebef6266467, entries=2, sequenceid=6, filesize=5.0 K 2024-11-23T02:19:08,665 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false 2024-11-23T02:19:08,665 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T02:19:08,669 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T02:19:08,669 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:19:08,669 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:19:08,669 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:19:08,670 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328348233Running coprocessor pre-close hooks at 1732328348233Disabling compacts and flushes for region at 1732328348233Disabling writes for close at 1732328348233Obtaining lock to block concurrent updates at 1732328348233Preparing flush snapshotting stores in 1588230740 at 1732328348233Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732328348233Flushing stores of hbase:meta,,1.1588230740 at 1732328348234 (+1 ms)Flushing 1588230740/ns: creating writer at 1732328348234Flushing 1588230740/ns: appending metadata at 1732328348248 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732328348248Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23405d50: reopening flushed file at 1732328348659 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false at 1732328348665 (+6 ms)Writing region close event to WAL at 1732328348666 (+1 ms)Running coprocessor post-close hooks at 1732328348669 (+3 ms)Closed at 1732328348669 2024-11-23T02:19:08,670 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T02:19:08,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35357 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-23T02:19:08,833 INFO [RS:0;72b6db343a5d:34671 {}] regionserver.HRegionServer(976): stopping server 72b6db343a5d,34671,1732328334024; all regions closed. 2024-11-23T02:19:08,835 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/WALs/72b6db343a5d,34671,1732328334024/72b6db343a5d%2C34671%2C1732328334024.meta.1732328336929.meta not finished, retry = 0 2024-11-23T02:19:08,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40897 is added to blk_1073741834_1010 (size=1152) 2024-11-23T02:19:08,929 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T02:19:08,929 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T02:19:08,938 DEBUG [RS:0;72b6db343a5d:34671 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/oldWALs 2024-11-23T02:19:08,938 INFO [RS:0;72b6db343a5d:34671 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 72b6db343a5d%2C34671%2C1732328334024.meta:.meta(num 1732328336929) 2024-11-23T02:19:08,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40897 is added to blk_1073741832_1008 (size=93) 2024-11-23T02:19:08,940 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/WALs/72b6db343a5d,34671,1732328334024/72b6db343a5d%2C34671%2C1732328334024.1732328336009 not finished, retry = 0 2024-11-23T02:19:09,043 DEBUG [RS:0;72b6db343a5d:34671 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/oldWALs 2024-11-23T02:19:09,043 INFO [RS:0;72b6db343a5d:34671 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 72b6db343a5d%2C34671%2C1732328334024:(num 1732328336009) 2024-11-23T02:19:09,043 DEBUG [RS:0;72b6db343a5d:34671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:09,043 INFO [RS:0;72b6db343a5d:34671 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:19:09,043 INFO [RS:0;72b6db343a5d:34671 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:19:09,043 INFO [RS:0;72b6db343a5d:34671 {}] hbase.ChoreService(370): Chore service for: regionserver/72b6db343a5d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T02:19:09,043 INFO [RS:0;72b6db343a5d:34671 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:19:09,043 INFO [regionserver/72b6db343a5d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:19:09,043 INFO [RS:0;72b6db343a5d:34671 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34671 2024-11-23T02:19:09,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34671-0x101429e79030004, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1148676538/rs/72b6db343a5d,34671,1732328334024 2024-11-23T02:19:09,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101429e79030003, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1148676538/rs 2024-11-23T02:19:09,045 INFO [RS:0;72b6db343a5d:34671 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:19:09,046 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [72b6db343a5d,34671,1732328334024] 2024-11-23T02:19:09,049 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1148676538/draining/72b6db343a5d,34671,1732328334024 already deleted, retry=false 2024-11-23T02:19:09,049 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 72b6db343a5d,34671,1732328334024 expired; onlineServers=0 2024-11-23T02:19:09,049 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '72b6db343a5d,34689,1732328333988' ***** 2024-11-23T02:19:09,049 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T02:19:09,049 INFO [M:0;72b6db343a5d:34689 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:19:09,049 INFO [M:0;72b6db343a5d:34689 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:19:09,049 DEBUG [M:0;72b6db343a5d:34689 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T02:19:09,049 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T02:19:09,049 DEBUG [M:0;72b6db343a5d:34689 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T02:19:09,049 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328335785 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328335785,5,FailOnTimeoutGroup] 2024-11-23T02:19:09,049 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328335786 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328335786,5,FailOnTimeoutGroup] 2024-11-23T02:19:09,049 INFO [M:0;72b6db343a5d:34689 {}] hbase.ChoreService(370): Chore service for: master/72b6db343a5d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T02:19:09,050 INFO [M:0;72b6db343a5d:34689 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:19:09,050 DEBUG [M:0;72b6db343a5d:34689 {}] master.HMaster(1795): Stopping service threads 2024-11-23T02:19:09,050 INFO [M:0;72b6db343a5d:34689 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T02:19:09,050 INFO [M:0;72b6db343a5d:34689 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:19:09,050 INFO [M:0;72b6db343a5d:34689 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T02:19:09,050 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T02:19:09,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101429e79030003, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1148676538/master 2024-11-23T02:19:09,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101429e79030003, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1148676538 2024-11-23T02:19:09,051 DEBUG [M:0;72b6db343a5d:34689 {}] zookeeper.ZKUtil(347): master:34689-0x101429e79030003, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Unable to get data of znode /1-1148676538/master because node does not exist (not an error) 2024-11-23T02:19:09,051 WARN [M:0;72b6db343a5d:34689 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T02:19:09,052 INFO [M:0;72b6db343a5d:34689 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/.lastflushedseqids 2024-11-23T02:19:09,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40897 is added to blk_1073741836_1012 (size=99) 2024-11-23T02:19:09,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34671-0x101429e79030004, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:19:09,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34671-0x101429e79030004, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:19:09,148 INFO [RS:0;72b6db343a5d:34671 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:19:09,148 INFO [RS:0;72b6db343a5d:34671 {}] regionserver.HRegionServer(1031): Exiting; stopping=72b6db343a5d,34671,1732328334024; zookeeper connection closed. 2024-11-23T02:19:09,148 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f41ce97 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f41ce97 2024-11-23T02:19:09,149 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T02:19:09,296 DEBUG [RS:0;72b6db343a5d:35357.replicationSource.wal-reader.72b6db343a5d%2C35357%2C1732328342979,1-72b6db343a5d,35357,1732328342979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,35357,1732328342979/72b6db343a5d%2C35357%2C1732328342979.1732328343814 to pos 0, reset compression=false 2024-11-23T02:19:09,457 INFO [M:0;72b6db343a5d:34689 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T02:19:09,458 INFO [M:0;72b6db343a5d:34689 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T02:19:09,458 DEBUG [M:0;72b6db343a5d:34689 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:19:09,458 INFO [M:0;72b6db343a5d:34689 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:09,458 DEBUG [M:0;72b6db343a5d:34689 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:09,458 DEBUG [M:0;72b6db343a5d:34689 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:19:09,458 DEBUG [M:0;72b6db343a5d:34689 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:09,458 INFO [M:0;72b6db343a5d:34689 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-23T02:19:09,477 DEBUG [M:0;72b6db343a5d:34689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ddeb2090da464058bbeec360409e62b6 is 82, key is hbase:meta,,1/info:regioninfo/1732328336961/Put/seqid=0 2024-11-23T02:19:09,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40897 is added to blk_1073741837_1013 (size=5672) 2024-11-23T02:19:09,699 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T02:19:09,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:09,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:09,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:09,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:09,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:09,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:09,882 INFO [M:0;72b6db343a5d:34689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ddeb2090da464058bbeec360409e62b6 2024-11-23T02:19:09,901 DEBUG [M:0;72b6db343a5d:34689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d6e91edbd1447be904e321e0a5094af is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732328336974/Put/seqid=0 2024-11-23T02:19:09,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40897 is added to blk_1073741838_1014 (size=5275) 2024-11-23T02:19:10,305 INFO [M:0;72b6db343a5d:34689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d6e91edbd1447be904e321e0a5094af 2024-11-23T02:19:10,324 DEBUG [M:0;72b6db343a5d:34689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecf0bb52c75349aca97555f1c9dd0853 is 69, key is 72b6db343a5d,34671,1732328334024/rs:state/1732328335863/Put/seqid=0 2024-11-23T02:19:10,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40897 is added to blk_1073741839_1015 (size=5156) 2024-11-23T02:19:10,402 DEBUG [RS:0;72b6db343a5d:35357.replicationSource.wal-reader.72b6db343a5d%2C35357%2C1732328342979,1-72b6db343a5d,35357,1732328342979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,35357,1732328342979/72b6db343a5d%2C35357%2C1732328342979.1732328343814 to pos 0, reset compression=false 2024-11-23T02:19:10,728 INFO [M:0;72b6db343a5d:34689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecf0bb52c75349aca97555f1c9dd0853 2024-11-23T02:19:10,733 DEBUG [M:0;72b6db343a5d:34689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ddeb2090da464058bbeec360409e62b6 as hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ddeb2090da464058bbeec360409e62b6 2024-11-23T02:19:10,737 INFO [M:0;72b6db343a5d:34689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ddeb2090da464058bbeec360409e62b6, entries=8, sequenceid=28, filesize=5.5 K 2024-11-23T02:19:10,738 DEBUG [M:0;72b6db343a5d:34689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d6e91edbd1447be904e321e0a5094af as hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3d6e91edbd1447be904e321e0a5094af 2024-11-23T02:19:10,742 INFO [M:0;72b6db343a5d:34689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3d6e91edbd1447be904e321e0a5094af, entries=3, sequenceid=28, filesize=5.2 K 2024-11-23T02:19:10,743 DEBUG [M:0;72b6db343a5d:34689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecf0bb52c75349aca97555f1c9dd0853 as hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ecf0bb52c75349aca97555f1c9dd0853 2024-11-23T02:19:10,746 INFO [M:0;72b6db343a5d:34689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45435/user/jenkins/test-data/2536d6e1-d16d-842a-00dc-eecb3754ee4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ecf0bb52c75349aca97555f1c9dd0853, entries=1, sequenceid=28, filesize=5.0 K 2024-11-23T02:19:10,747 INFO [M:0;72b6db343a5d:34689 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=28, compaction requested=false 2024-11-23T02:19:10,750 INFO [M:0;72b6db343a5d:34689 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:10,750 DEBUG [M:0;72b6db343a5d:34689 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328349458Disabling compacts and flushes for region at 1732328349458Disabling writes for close at 1732328349458Obtaining lock to block concurrent updates at 1732328349458Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732328349458Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732328349459 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732328349459Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732328349459Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732328349477 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732328349477Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732328349886 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732328349900 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732328349901 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732328350310 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732328350323 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732328350324 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e0f6871: reopening flushed file at 1732328350733 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c0a4137: reopening flushed file at 1732328350737 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d56cea4: reopening flushed file at 1732328350742 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=28, compaction requested=false at 1732328350747 (+5 ms)Writing region close event to WAL at 1732328350750 (+3 ms)Closed at 1732328350750 2024-11-23T02:19:10,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40897 is added to blk_1073741830_1006 (size=10165) 2024-11-23T02:19:10,752 INFO [M:0;72b6db343a5d:34689 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T02:19:10,752 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:19:10,753 INFO [M:0;72b6db343a5d:34689 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34689 2024-11-23T02:19:10,753 INFO [M:0;72b6db343a5d:34689 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:19:10,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101429e79030003, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:19:10,855 INFO [M:0;72b6db343a5d:34689 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:19:10,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101429e79030003, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:19:10,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3653dd1f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:19:10,866 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d600f68{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:19:10,866 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:19:10,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@300a93e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:19:10,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cb119b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15898388-1141-438a-d42d-01e59782edda/hadoop.log.dir/,STOPPED} 2024-11-23T02:19:10,868 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T02:19:10,868 WARN [BP-1090509395-172.17.0.2-1732328332974 heartbeating to localhost/127.0.0.1:45435 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T02:19:10,868 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T02:19:10,868 WARN [BP-1090509395-172.17.0.2-1732328332974 heartbeating to localhost/127.0.0.1:45435 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1090509395-172.17.0.2-1732328332974 (Datanode Uuid 0098b14e-278c-4231-b905-5b8ceacea651) service to localhost/127.0.0.1:45435 2024-11-23T02:19:10,869 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15898388-1141-438a-d42d-01e59782edda/cluster_4c1244cd-8b4e-af09-c849-98fef973fda0/data/data1/current/BP-1090509395-172.17.0.2-1732328332974 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:19:10,869 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15898388-1141-438a-d42d-01e59782edda/cluster_4c1244cd-8b4e-af09-c849-98fef973fda0/data/data2/current/BP-1090509395-172.17.0.2-1732328332974 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:19:10,869 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T02:19:10,875 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3df9e8bc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:19:10,876 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d8c2b8f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:19:10,876 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:19:10,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@202bda48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:19:10,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@305b238b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15898388-1141-438a-d42d-01e59782edda/hadoop.log.dir/,STOPPED} 2024-11-23T02:19:10,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T02:19:10,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T02:19:10,887 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:19:10,887 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:19:10,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:10,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:10,887 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:19:10,887 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T02:19:10,887 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2022818223, stopped=false 2024-11-23T02:19:10,888 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=72b6db343a5d,41563,1732328342945 2024-11-23T02:19:10,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35357-0x101429e79030007, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01647058137/running 2024-11-23T02:19:10,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101429e79030006, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01647058137/running 2024-11-23T02:19:10,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35357-0x101429e79030007, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01647058137 2024-11-23T02:19:10,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101429e79030006, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01647058137 2024-11-23T02:19:10,889 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:19:10,889 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:19:10,889 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:19:10,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:10,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41563-0x101429e79030006, quorum=127.0.0.1:52153, baseZNode=/01647058137 Set watcher on znode that does not yet exist, /01647058137/running 2024-11-23T02:19:10,890 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '72b6db343a5d,35357,1732328342979' ***** 2024-11-23T02:19:10,890 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T02:19:10,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35357-0x101429e79030007, quorum=127.0.0.1:52153, baseZNode=/01647058137 Set watcher on znode that does not yet exist, /01647058137/running 2024-11-23T02:19:10,890 INFO [RS:0;72b6db343a5d:35357 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T02:19:10,890 INFO [RS:0;72b6db343a5d:35357 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T02:19:10,890 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T02:19:10,890 INFO [RS:0;72b6db343a5d:35357 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T02:19:10,890 INFO [RS:0;72b6db343a5d:35357 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c76bdb27174c11ba911be1fbaac1d89 2024-11-23T02:19:10,890 INFO [RS:0;72b6db343a5d:35357 {}] regionserver.HRegionServer(959): stopping server 72b6db343a5d,35357,1732328342979 2024-11-23T02:19:10,890 INFO [RS:0;72b6db343a5d:35357 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:19:10,891 INFO [RS:0;72b6db343a5d:35357 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:35357. 2024-11-23T02:19:10,891 DEBUG [RS:0;72b6db343a5d:35357 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:19:10,891 DEBUG [RS:0;72b6db343a5d:35357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:10,891 INFO [RS:0;72b6db343a5d:35357 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T02:19:10,891 INFO [RS:0;72b6db343a5d:35357 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T02:19:10,891 INFO [RS:0;72b6db343a5d:35357 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T02:19:10,891 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c76bdb27174c11ba911be1fbaac1d89, disabling compactions & flushes 2024-11-23T02:19:10,891 INFO [RS:0;72b6db343a5d:35357 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T02:19:10,891 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89. 2024-11-23T02:19:10,891 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89. 2024-11-23T02:19:10,891 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89. after waiting 0 ms 2024-11-23T02:19:10,891 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89. 2024-11-23T02:19:10,891 INFO [RS:0;72b6db343a5d:35357 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T02:19:10,891 DEBUG [RS:0;72b6db343a5d:35357 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1c76bdb27174c11ba911be1fbaac1d89=hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89.} 2024-11-23T02:19:10,891 DEBUG [RS:0;72b6db343a5d:35357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c76bdb27174c11ba911be1fbaac1d89 2024-11-23T02:19:10,891 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:19:10,891 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:19:10,891 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:19:10,891 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:19:10,891 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:19:10,891 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-23T02:19:10,895 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/replication/1c76bdb27174c11ba911be1fbaac1d89/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-23T02:19:10,895 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:19:10,895 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:19:10,895 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89. 2024-11-23T02:19:10,895 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c76bdb27174c11ba911be1fbaac1d89: Waiting for close lock at 1732328350891Running coprocessor pre-close hooks at 1732328350891Disabling compacts and flushes for region at 1732328350891Disabling writes for close at 1732328350891Writing region close event to WAL at 1732328350892 (+1 ms)Running coprocessor post-close hooks at 1732328350895 (+3 ms)Closed at 1732328350895 2024-11-23T02:19:10,895 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89. 2024-11-23T02:19:10,908 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/meta/1588230740/.tmp/info/c04b03e2cb5d4a9aa2a9bd541f5718f2 is 147, key is hbase:replication,,1732328337073.1c76bdb27174c11ba911be1fbaac1d89./info:regioninfo/1732328348488/Put/seqid=0 2024-11-23T02:19:10,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42147 is added to blk_1073741851_1027 (size=6385) 2024-11-23T02:19:10,974 INFO [regionserver/72b6db343a5d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:19:11,091 DEBUG [RS:0;72b6db343a5d:35357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:19:11,291 DEBUG [RS:0;72b6db343a5d:35357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:19:11,313 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/meta/1588230740/.tmp/info/c04b03e2cb5d4a9aa2a9bd541f5718f2 2024-11-23T02:19:11,319 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/meta/1588230740/.tmp/info/c04b03e2cb5d4a9aa2a9bd541f5718f2 as hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/meta/1588230740/info/c04b03e2cb5d4a9aa2a9bd541f5718f2 2024-11-23T02:19:11,324 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/meta/1588230740/info/c04b03e2cb5d4a9aa2a9bd541f5718f2, entries=8, sequenceid=19, filesize=6.2 K 2024-11-23T02:19:11,325 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=19, compaction requested=false 2024-11-23T02:19:11,333 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-23T02:19:11,333 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:19:11,333 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:19:11,334 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:19:11,334 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328350891Running coprocessor pre-close hooks at 1732328350891Disabling compacts and flushes for region at 1732328350891Disabling writes for close at 1732328350891Obtaining lock to block concurrent updates at 1732328350891Preparing flush snapshotting stores in 1588230740 at 1732328350891Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732328350892 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732328350892Flushing 1588230740/info: creating writer at 1732328350892Flushing 1588230740/info: appending metadata at 1732328350908 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732328350908Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23df82aa: reopening flushed file at 1732328351318 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=19, compaction requested=false at 1732328351325 (+7 ms)Writing region close event to WAL at 1732328351326 (+1 ms)Running coprocessor post-close hooks at 1732328351333 (+7 ms)Closed at 1732328351334 (+1 ms) 2024-11-23T02:19:11,334 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T02:19:11,492 INFO [RS:0;72b6db343a5d:35357 {}] regionserver.HRegionServer(976): stopping server 72b6db343a5d,35357,1732328342979; all regions closed. 2024-11-23T02:19:11,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42147 is added to blk_1073741849_1025 (size=2156) 2024-11-23T02:19:11,494 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,35357,1732328342979/72b6db343a5d%2C35357%2C1732328342979.meta.1732328344170.meta not finished, retry = 0 2024-11-23T02:19:11,597 DEBUG [RS:0;72b6db343a5d:35357 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/oldWALs 2024-11-23T02:19:11,597 INFO [RS:0;72b6db343a5d:35357 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 72b6db343a5d%2C35357%2C1732328342979.meta:.meta(num 1732328344170) 2024-11-23T02:19:11,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42147 is added to blk_1073741850_1026 (size=796) 2024-11-23T02:19:11,599 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,35357,1732328342979/72b6db343a5d%2C35357%2C1732328342979.rep.1732328348448 not finished, retry = 0 2024-11-23T02:19:11,607 DEBUG [RS:0;72b6db343a5d:35357.replicationSource.wal-reader.72b6db343a5d%2C35357%2C1732328342979,1-72b6db343a5d,35357,1732328342979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/WALs/72b6db343a5d,35357,1732328342979/72b6db343a5d%2C35357%2C1732328342979.1732328343814 to pos 0, reset compression=false 2024-11-23T02:19:11,687 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T02:19:11,687 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T02:19:11,702 DEBUG [RS:0;72b6db343a5d:35357 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/oldWALs 2024-11-23T02:19:11,702 INFO [RS:0;72b6db343a5d:35357 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 72b6db343a5d%2C35357%2C1732328342979.rep:(num 1732328348448) 2024-11-23T02:19:11,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42147 is added to blk_1073741848_1024 (size=93) 2024-11-23T02:19:11,709 DEBUG [RS:0;72b6db343a5d:35357 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/oldWALs 2024-11-23T02:19:11,709 INFO [RS:0;72b6db343a5d:35357 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 72b6db343a5d%2C35357%2C1732328342979:(num 1732328343814) 2024-11-23T02:19:11,709 DEBUG [RS:0;72b6db343a5d:35357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:11,709 INFO [RS:0;72b6db343a5d:35357 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:19:11,709 INFO [RS:0;72b6db343a5d:35357 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:19:11,709 INFO [RS:0;72b6db343a5d:35357 {}] hbase.ChoreService(370): Chore service for: regionserver/72b6db343a5d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T02:19:11,709 INFO [RS:0;72b6db343a5d:35357 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:19:11,710 INFO [regionserver/72b6db343a5d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:19:11,710 INFO [RS:0;72b6db343a5d:35357 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-72b6db343a5d,35357,1732328342979 because: Region server is closing 2024-11-23T02:19:11,710 INFO [RS:0;72b6db343a5d:35357 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:35357. 2024-11-23T02:19:11,710 DEBUG [RS:0;72b6db343a5d:35357 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:19:11,710 DEBUG [RS:0;72b6db343a5d:35357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:11,710 DEBUG [RS:0;72b6db343a5d:35357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:11,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:19:11,711 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/72b6db343a5d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-23T02:19:11,711 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/72b6db343a5d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-23T02:19:11,711 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/72b6db343a5d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-23T02:19:11,810 WARN [RS:0;72b6db343a5d:35357.replicationSource.wal-reader.72b6db343a5d%2C35357%2C1732328342979,1-72b6db343a5d,35357,1732328342979 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T02:19:11,810 WARN [RS:0;72b6db343a5d:35357.replicationSource.shipper72b6db343a5d%2C35357%2C1732328342979,1-72b6db343a5d,35357,1732328342979 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T02:19:11,811 INFO [RS:0;72b6db343a5d:35357 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;72b6db343a5d:35357.replicationSource.shipper72b6db343a5d%2C35357%2C1732328342979,1-72b6db343a5d,35357,1732328342979 terminated 2024-11-23T02:19:11,811 INFO [RS:0;72b6db343a5d:35357 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35357 2024-11-23T02:19:11,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35357-0x101429e79030007, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01647058137/rs/72b6db343a5d,35357,1732328342979 2024-11-23T02:19:11,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101429e79030006, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01647058137/rs 2024-11-23T02:19:11,813 INFO [RS:0;72b6db343a5d:35357 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:19:11,815 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [72b6db343a5d,35357,1732328342979] 2024-11-23T02:19:11,816 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01647058137/draining/72b6db343a5d,35357,1732328342979 already deleted, retry=false 2024-11-23T02:19:11,817 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 72b6db343a5d,35357,1732328342979 expired; onlineServers=0 2024-11-23T02:19:11,817 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '72b6db343a5d,41563,1732328342945' ***** 2024-11-23T02:19:11,817 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T02:19:11,817 INFO [M:0;72b6db343a5d:41563 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:19:11,817 INFO [M:0;72b6db343a5d:41563 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:19:11,817 DEBUG [M:0;72b6db343a5d:41563 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T02:19:11,817 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T02:19:11,817 DEBUG [M:0;72b6db343a5d:41563 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T02:19:11,817 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328343600 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328343600,5,FailOnTimeoutGroup] 2024-11-23T02:19:11,817 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328343603 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328343603,5,FailOnTimeoutGroup] 2024-11-23T02:19:11,817 INFO [M:0;72b6db343a5d:41563 {}] hbase.ChoreService(370): Chore service for: master/72b6db343a5d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T02:19:11,817 INFO [M:0;72b6db343a5d:41563 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:19:11,817 DEBUG [M:0;72b6db343a5d:41563 {}] master.HMaster(1795): Stopping service threads 2024-11-23T02:19:11,817 INFO [M:0;72b6db343a5d:41563 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T02:19:11,818 INFO [M:0;72b6db343a5d:41563 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:19:11,818 INFO [M:0;72b6db343a5d:41563 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T02:19:11,818 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T02:19:11,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101429e79030006, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01647058137/master 2024-11-23T02:19:11,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101429e79030006, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01647058137 2024-11-23T02:19:11,820 DEBUG [M:0;72b6db343a5d:41563 {}] zookeeper.ZKUtil(347): master:41563-0x101429e79030006, quorum=127.0.0.1:52153, baseZNode=/01647058137 Unable to get data of znode /01647058137/master because node does not exist (not an error) 2024-11-23T02:19:11,820 WARN [M:0;72b6db343a5d:41563 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T02:19:11,821 INFO [M:0;72b6db343a5d:41563 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/.lastflushedseqids 2024-11-23T02:19:11,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42147 is added to blk_1073741852_1028 (size=181) 2024-11-23T02:19:11,833 INFO [M:0;72b6db343a5d:41563 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T02:19:11,833 INFO [M:0;72b6db343a5d:41563 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T02:19:11,833 DEBUG [M:0;72b6db343a5d:41563 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:19:11,833 INFO [M:0;72b6db343a5d:41563 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:11,833 DEBUG [M:0;72b6db343a5d:41563 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:11,833 DEBUG [M:0;72b6db343a5d:41563 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:19:11,833 DEBUG [M:0;72b6db343a5d:41563 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:11,833 INFO [M:0;72b6db343a5d:41563 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-23T02:19:11,867 DEBUG [M:0;72b6db343a5d:41563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ed23cfa02fd48508371a567d40c16b3 is 82, key is hbase:meta,,1/info:regioninfo/1732328344243/Put/seqid=0 2024-11-23T02:19:11,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42147 is added to blk_1073741853_1029 (size=5672) 2024-11-23T02:19:11,888 INFO [M:0;72b6db343a5d:41563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ed23cfa02fd48508371a567d40c16b3 2024-11-23T02:19:11,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35357-0x101429e79030007, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:19:11,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35357-0x101429e79030007, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:19:11,915 INFO [RS:0;72b6db343a5d:35357 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:19:11,915 INFO [RS:0;72b6db343a5d:35357 {}] regionserver.HRegionServer(1031): Exiting; stopping=72b6db343a5d,35357,1732328342979; zookeeper connection closed. 2024-11-23T02:19:11,916 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ae3f3e4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ae3f3e4 2024-11-23T02:19:11,917 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T02:19:11,919 DEBUG [M:0;72b6db343a5d:41563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd9d0148cb7f4cec8381884958d1bb37 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732328348495/Put/seqid=0 2024-11-23T02:19:11,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42147 is added to blk_1073741854_1030 (size=7312) 2024-11-23T02:19:12,327 INFO [M:0;72b6db343a5d:41563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd9d0148cb7f4cec8381884958d1bb37 2024-11-23T02:19:12,350 DEBUG [M:0;72b6db343a5d:41563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/461a683502c84272a5b30f924d5d9ff4 is 69, key is 72b6db343a5d,35357,1732328342979/rs:state/1732328343635/Put/seqid=0 2024-11-23T02:19:12,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42147 is added to blk_1073741855_1031 (size=5370) 2024-11-23T02:19:12,755 INFO [M:0;72b6db343a5d:41563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/461a683502c84272a5b30f924d5d9ff4 2024-11-23T02:19:12,761 INFO [M:0;72b6db343a5d:41563 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 461a683502c84272a5b30f924d5d9ff4 2024-11-23T02:19:12,762 DEBUG [M:0;72b6db343a5d:41563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ed23cfa02fd48508371a567d40c16b3 as hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7ed23cfa02fd48508371a567d40c16b3 2024-11-23T02:19:12,767 INFO [M:0;72b6db343a5d:41563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7ed23cfa02fd48508371a567d40c16b3, entries=8, sequenceid=127, filesize=5.5 K 2024-11-23T02:19:12,768 DEBUG [M:0;72b6db343a5d:41563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd9d0148cb7f4cec8381884958d1bb37 as hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd9d0148cb7f4cec8381884958d1bb37 2024-11-23T02:19:12,773 INFO [M:0;72b6db343a5d:41563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd9d0148cb7f4cec8381884958d1bb37, entries=7, sequenceid=127, filesize=7.1 K 2024-11-23T02:19:12,774 DEBUG [M:0;72b6db343a5d:41563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/461a683502c84272a5b30f924d5d9ff4 as hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/461a683502c84272a5b30f924d5d9ff4 2024-11-23T02:19:12,778 INFO [M:0;72b6db343a5d:41563 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 461a683502c84272a5b30f924d5d9ff4 2024-11-23T02:19:12,778 INFO [M:0;72b6db343a5d:41563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45397/user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/461a683502c84272a5b30f924d5d9ff4, entries=2, sequenceid=127, filesize=5.2 K 2024-11-23T02:19:12,779 INFO [M:0;72b6db343a5d:41563 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 946ms, sequenceid=127, compaction requested=false 2024-11-23T02:19:12,780 INFO [M:0;72b6db343a5d:41563 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:12,780 DEBUG [M:0;72b6db343a5d:41563 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328351833Disabling compacts and flushes for region at 1732328351833Disabling writes for close at 1732328351833Obtaining lock to block concurrent updates at 1732328351833Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732328351833Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732328351834 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732328351834Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732328351834Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732328351866 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732328351866Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732328351895 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732328351918 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732328351918Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732328352332 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732328352349 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732328352349Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@702fba56: reopening flushed file at 1732328352761 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6830174f: reopening flushed file at 1732328352767 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18f36ea6: reopening flushed file at 1732328352773 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 946ms, sequenceid=127, compaction requested=false at 1732328352779 (+6 ms)Writing region close event to WAL at 1732328352780 (+1 ms)Closed at 1732328352780 2024-11-23T02:19:12,782 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4d12d44e-0926-0edb-a583-2d1085f24cf8/MasterData/WALs/72b6db343a5d,41563,1732328342945/72b6db343a5d%2C41563%2C1732328342945.1732328343481 not finished, retry = 0 2024-11-23T02:19:12,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42147 is added to blk_1073741847_1023 (size=22903) 2024-11-23T02:19:12,883 INFO [M:0;72b6db343a5d:41563 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T02:19:12,883 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:19:12,884 INFO [M:0;72b6db343a5d:41563 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41563 2024-11-23T02:19:12,884 INFO [M:0;72b6db343a5d:41563 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:19:12,986 INFO [M:0;72b6db343a5d:41563 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:19:12,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101429e79030006, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:19:12,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101429e79030006, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:19:12,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5de07a34{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:19:12,989 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6176167b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:19:12,989 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:19:12,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e010c9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:19:12,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5547a402{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/hadoop.log.dir/,STOPPED} 2024-11-23T02:19:12,993 WARN [BP-1197083281-172.17.0.2-1732328328842 heartbeating to localhost/127.0.0.1:45397 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T02:19:12,993 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T02:19:12,993 WARN [BP-1197083281-172.17.0.2-1732328328842 heartbeating to localhost/127.0.0.1:45397 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1197083281-172.17.0.2-1732328328842 (Datanode Uuid 640aabdc-ba1e-4e65-93ca-87bf3ecfd3d2) service to localhost/127.0.0.1:45397 2024-11-23T02:19:12,993 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T02:19:12,993 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/cluster_ac21f0ce-4db3-7069-0e19-eae56311e187/data/data1/current/BP-1197083281-172.17.0.2-1732328328842 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:19:12,994 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/cluster_ac21f0ce-4db3-7069-0e19-eae56311e187/data/data2/current/BP-1197083281-172.17.0.2-1732328328842 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:19:12,994 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T02:19:13,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@286fa3eb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:19:13,001 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32f57dac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:19:13,001 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:19:13,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@519f12de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:19:13,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b54bb0b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff739500-1b5b-8308-62fd-bab9850d494e/hadoop.log.dir/,STOPPED} 2024-11-23T02:19:13,007 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T02:19:13,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T02:19:13,026 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 161) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45397 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45397 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45397 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45435 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45435 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52153) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52153) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:45435 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45435 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:45397 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45435 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:45397 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45397 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=192 (was 193), ProcessCount=11 (was 11), AvailableMemoryMB=7397 (was 6665) - AvailableMemoryMB LEAK? - 2024-11-23T02:19:13,034 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=192, ProcessCount=11, AvailableMemoryMB=7397 2024-11-23T02:19:13,047 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-23T02:19:13,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15898388-1141-438a-d42d-01e59782edda/hadoop.log.dir so I do NOT create it in target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9 2024-11-23T02:19:13,048 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15898388-1141-438a-d42d-01e59782edda/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T02:19:13,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15898388-1141-438a-d42d-01e59782edda/hadoop.tmp.dir so I do NOT create it in target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9 2024-11-23T02:19:13,048 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15898388-1141-438a-d42d-01e59782edda/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T02:19:13,048 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9 2024-11-23T02:19:13,048 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/cluster_caed7644-7f45-d2d7-ef63-e67521b36d3a, deleteOnExit=true 2024-11-23T02:19:13,051 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/cluster_caed7644-7f45-d2d7-ef63-e67521b36d3a/zookeeper_0, clientPort=60469, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/cluster_caed7644-7f45-d2d7-ef63-e67521b36d3a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/cluster_caed7644-7f45-d2d7-ef63-e67521b36d3a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T02:19:13,051 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60469 2024-11-23T02:19:13,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T02:19:13,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T02:19:13,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/test.cache.data in system properties and HBase conf 2024-11-23T02:19:13,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T02:19:13,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/hadoop.log.dir in system properties and HBase conf 2024-11-23T02:19:13,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T02:19:13,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T02:19:13,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T02:19:13,052 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T02:19:13,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:19:13,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:19:13,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T02:19:13,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:19:13,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T02:19:13,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T02:19:13,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:19:13,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:19:13,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T02:19:13,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/nfs.dump.dir in system properties and HBase conf 2024-11-23T02:19:13,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/java.io.tmpdir in system properties and HBase conf 2024-11-23T02:19:13,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:19:13,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T02:19:13,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T02:19:13,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101429e79030005, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T02:19:13,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101429e79030002, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T02:19:13,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101429e79030002, quorum=127.0.0.1:52153, baseZNode=/01647058137 Received Disconnected from ZooKeeper, ignoring 2024-11-23T02:19:13,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101429e79030005, quorum=127.0.0.1:52153, baseZNode=/1-1148676538 Received Disconnected from ZooKeeper, ignoring 2024-11-23T02:19:13,170 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:19:13,177 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:19:13,180 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:19:13,180 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:19:13,180 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T02:19:13,182 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:19:13,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@751989bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:19:13,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bd67589{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:19:13,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32d04ff2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/java.io.tmpdir/jetty-localhost-39539-hadoop-hdfs-3_4_1-tests_jar-_-any-11822643143265785414/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:19:13,355 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68d3a320{HTTP/1.1, (http/1.1)}{localhost:39539} 2024-11-23T02:19:13,355 INFO [Time-limited test {}] server.Server(415): Started @154951ms 2024-11-23T02:19:13,460 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:19:13,464 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:19:13,466 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:19:13,466 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:19:13,466 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T02:19:13,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c31ec9b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:19:13,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f697db0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:19:13,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78fb4dfa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/java.io.tmpdir/jetty-localhost-36279-hadoop-hdfs-3_4_1-tests_jar-_-any-195929677127593775/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:19:13,600 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4abdf2de{HTTP/1.1, (http/1.1)}{localhost:36279} 2024-11-23T02:19:13,600 INFO [Time-limited test {}] server.Server(415): Started @155196ms 2024-11-23T02:19:13,602 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T02:19:13,615 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:19:13,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T02:19:13,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T02:19:13,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:19:13,749 WARN [Thread-1682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/cluster_caed7644-7f45-d2d7-ef63-e67521b36d3a/data/data2/current/BP-1285342542-172.17.0.2-1732328353088/current, will proceed with Du for space computation calculation, 2024-11-23T02:19:13,749 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/cluster_caed7644-7f45-d2d7-ef63-e67521b36d3a/data/data1/current/BP-1285342542-172.17.0.2-1732328353088/current, will proceed with Du for space computation calculation, 2024-11-23T02:19:13,777 WARN [Thread-1669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T02:19:13,783 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27060c7f7ac05be7 with lease ID 0xf2ac645f3771f888: Processing first storage report for DS-ab31daf5-2c50-4819-a6a7-aae47ce8c09e from datanode DatanodeRegistration(127.0.0.1:34573, datanodeUuid=3e6b7ce3-6d8c-47e3-b962-89d639877dd8, infoPort=36445, infoSecurePort=0, ipcPort=45031, storageInfo=lv=-57;cid=testClusterID;nsid=1269056608;c=1732328353088) 2024-11-23T02:19:13,783 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27060c7f7ac05be7 with lease ID 0xf2ac645f3771f888: from storage DS-ab31daf5-2c50-4819-a6a7-aae47ce8c09e node DatanodeRegistration(127.0.0.1:34573, datanodeUuid=3e6b7ce3-6d8c-47e3-b962-89d639877dd8, infoPort=36445, infoSecurePort=0, ipcPort=45031, storageInfo=lv=-57;cid=testClusterID;nsid=1269056608;c=1732328353088), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:19:13,783 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27060c7f7ac05be7 with lease ID 0xf2ac645f3771f888: Processing first storage report for DS-d6c1a11a-9771-4a4c-a574-cefa1956a686 from datanode DatanodeRegistration(127.0.0.1:34573, datanodeUuid=3e6b7ce3-6d8c-47e3-b962-89d639877dd8, infoPort=36445, infoSecurePort=0, ipcPort=45031, storageInfo=lv=-57;cid=testClusterID;nsid=1269056608;c=1732328353088) 2024-11-23T02:19:13,783 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27060c7f7ac05be7 with lease ID 0xf2ac645f3771f888: from storage DS-d6c1a11a-9771-4a4c-a574-cefa1956a686 node DatanodeRegistration(127.0.0.1:34573, datanodeUuid=3e6b7ce3-6d8c-47e3-b962-89d639877dd8, infoPort=36445, infoSecurePort=0, ipcPort=45031, storageInfo=lv=-57;cid=testClusterID;nsid=1269056608;c=1732328353088), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:19:13,841 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9 2024-11-23T02:19:13,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:19:13,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:19:13,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34573 is added to blk_1073741825_1001 (size=7) 2024-11-23T02:19:14,253 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f with version=8 2024-11-23T02:19:14,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/hbase-staging 2024-11-23T02:19:14,255 INFO [Time-limited test {}] client.ConnectionUtils(128): master/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:19:14,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:19:14,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:19:14,255 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:19:14,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:19:14,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:19:14,255 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T02:19:14,256 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:19:14,256 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36781 2024-11-23T02:19:14,257 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36781 connecting to ZooKeeper ensemble=127.0.0.1:60469 2024-11-23T02:19:14,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367810x0, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:19:14,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36781-0x101429ed7aa0000 connected 2024-11-23T02:19:14,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:19:14,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:19:14,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36781-0x101429ed7aa0000, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Set watcher on znode that does not yet exist, /0-248285399/running 2024-11-23T02:19:14,290 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f, hbase.cluster.distributed=false 2024-11-23T02:19:14,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36781-0x101429ed7aa0000, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Set watcher on znode that does not yet exist, /0-248285399/acl 2024-11-23T02:19:14,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36781 2024-11-23T02:19:14,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36781 2024-11-23T02:19:14,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36781 2024-11-23T02:19:14,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36781 2024-11-23T02:19:14,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36781 2024-11-23T02:19:14,315 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:19:14,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:19:14,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:19:14,315 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:19:14,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:19:14,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:19:14,315 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T02:19:14,315 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:19:14,316 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41627 2024-11-23T02:19:14,317 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41627 connecting to ZooKeeper ensemble=127.0.0.1:60469 2024-11-23T02:19:14,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:19:14,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:19:14,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416270x0, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:19:14,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416270x0, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Set watcher on znode that does not yet exist, /0-248285399/running 2024-11-23T02:19:14,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41627-0x101429ed7aa0001 connected 2024-11-23T02:19:14,325 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T02:19:14,329 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T02:19:14,330 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41627-0x101429ed7aa0001, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Set watcher on znode that does not yet exist, /0-248285399/master 2024-11-23T02:19:14,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41627-0x101429ed7aa0001, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Set watcher on znode that does not yet exist, /0-248285399/acl 2024-11-23T02:19:14,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41627 2024-11-23T02:19:14,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41627 2024-11-23T02:19:14,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41627 2024-11-23T02:19:14,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41627 2024-11-23T02:19:14,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41627 2024-11-23T02:19:14,350 DEBUG [M:0;72b6db343a5d:36781 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;72b6db343a5d:36781 2024-11-23T02:19:14,351 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-248285399/backup-masters/72b6db343a5d,36781,1732328354255 2024-11-23T02:19:14,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x101429ed7aa0001, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-248285399/backup-masters 2024-11-23T02:19:14,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x101429ed7aa0000, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-248285399/backup-masters 2024-11-23T02:19:14,353 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36781-0x101429ed7aa0000, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Set watcher on existing znode=/0-248285399/backup-masters/72b6db343a5d,36781,1732328354255 2024-11-23T02:19:14,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x101429ed7aa0000, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-248285399 2024-11-23T02:19:14,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x101429ed7aa0001, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-248285399/master 2024-11-23T02:19:14,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x101429ed7aa0001, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-248285399 2024-11-23T02:19:14,355 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36781-0x101429ed7aa0000, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Set watcher on existing znode=/0-248285399/master 2024-11-23T02:19:14,355 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-248285399/backup-masters/72b6db343a5d,36781,1732328354255 from backup master directory 2024-11-23T02:19:14,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x101429ed7aa0001, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-248285399/backup-masters 2024-11-23T02:19:14,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x101429ed7aa0000, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-248285399/backup-masters/72b6db343a5d,36781,1732328354255 2024-11-23T02:19:14,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x101429ed7aa0000, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-248285399/backup-masters 2024-11-23T02:19:14,357 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:19:14,357 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=72b6db343a5d,36781,1732328354255 2024-11-23T02:19:14,366 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/hbase.id] with ID: f9cd1267-0792-4f97-a1bc-67deeea8d1af 2024-11-23T02:19:14,366 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/.tmp/hbase.id 2024-11-23T02:19:14,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34573 is added to blk_1073741826_1002 (size=42) 2024-11-23T02:19:14,775 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/.tmp/hbase.id]:[hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/hbase.id] 2024-11-23T02:19:14,784 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:19:14,784 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T02:19:14,785 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T02:19:14,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x101429ed7aa0000, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-248285399 2024-11-23T02:19:14,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x101429ed7aa0001, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-248285399 2024-11-23T02:19:14,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34573 is added to blk_1073741827_1003 (size=196) 2024-11-23T02:19:15,198 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:19:15,199 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T02:19:15,199 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:19:15,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34573 is added to blk_1073741828_1004 (size=1189) 2024-11-23T02:19:15,606 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/MasterData/data/master/store 2024-11-23T02:19:15,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34573 is added to blk_1073741829_1005 (size=34) 2024-11-23T02:19:16,012 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:19:16,012 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:19:16,012 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:16,012 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:16,012 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:19:16,012 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:16,012 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:16,012 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328356012Disabling compacts and flushes for region at 1732328356012Disabling writes for close at 1732328356012Writing region close event to WAL at 1732328356012Closed at 1732328356012 2024-11-23T02:19:16,013 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/MasterData/data/master/store/.initializing 2024-11-23T02:19:16,013 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/MasterData/WALs/72b6db343a5d,36781,1732328354255 2024-11-23T02:19:16,014 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:19:16,016 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=72b6db343a5d%2C36781%2C1732328354255, suffix=, logDir=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/MasterData/WALs/72b6db343a5d,36781,1732328354255, archiveDir=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/MasterData/oldWALs, maxLogs=10 2024-11-23T02:19:16,030 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/MasterData/WALs/72b6db343a5d,36781,1732328354255/72b6db343a5d%2C36781%2C1732328354255.1732328356016, exclude list is [], retry=0 2024-11-23T02:19:16,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34573,DS-ab31daf5-2c50-4819-a6a7-aae47ce8c09e,DISK] 2024-11-23T02:19:16,038 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/MasterData/WALs/72b6db343a5d,36781,1732328354255/72b6db343a5d%2C36781%2C1732328354255.1732328356016 2024-11-23T02:19:16,038 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36445:36445)] 2024-11-23T02:19:16,038 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:19:16,038 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:19:16,038 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:16,038 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:16,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:16,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T02:19:16,042 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:16,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:16,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:16,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T02:19:16,043 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:16,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:16,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:16,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T02:19:16,045 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:16,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:16,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:16,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T02:19:16,046 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:16,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:16,046 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:16,047 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:16,048 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:16,048 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:16,049 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:16,049 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:19:16,050 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:16,051 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:19:16,052 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60520117, jitterRate=-0.09817998111248016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:19:16,052 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732328356038Initializing all the Stores at 1732328356039 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328356039Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328356040 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328356040Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328356040Cleaning up temporary data from old regions at 1732328356049 (+9 ms)Region opened successfully at 1732328356052 (+3 ms) 2024-11-23T02:19:16,053 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T02:19:16,055 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61537746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:19:16,056 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T02:19:16,056 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T02:19:16,056 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T02:19:16,056 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T02:19:16,057 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T02:19:16,057 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T02:19:16,057 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T02:19:16,058 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T02:19:16,059 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36781-0x101429ed7aa0000, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Unable to get data of znode /0-248285399/balancer because node does not exist (not necessarily an error) 2024-11-23T02:19:16,060 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-248285399/balancer already deleted, retry=false 2024-11-23T02:19:16,060 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T02:19:16,061 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36781-0x101429ed7aa0000, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Unable to get data of znode /0-248285399/normalizer because node does not exist (not necessarily an error) 2024-11-23T02:19:16,066 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-248285399/normalizer already deleted, retry=false 2024-11-23T02:19:16,067 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T02:19:16,068 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36781-0x101429ed7aa0000, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Unable to get data of znode /0-248285399/switch/split because node does not exist (not necessarily an error) 2024-11-23T02:19:16,069 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-248285399/switch/split already deleted, retry=false 2024-11-23T02:19:16,070 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36781-0x101429ed7aa0000, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Unable to get data of znode /0-248285399/switch/merge because node does not exist (not necessarily an error) 2024-11-23T02:19:16,072 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-248285399/switch/merge already deleted, retry=false 2024-11-23T02:19:16,074 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36781-0x101429ed7aa0000, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Unable to get data of znode /0-248285399/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T02:19:16,075 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-248285399/snapshot-cleanup already deleted, retry=false 2024-11-23T02:19:16,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x101429ed7aa0000, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-248285399/running 2024-11-23T02:19:16,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x101429ed7aa0001, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-248285399/running 2024-11-23T02:19:16,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x101429ed7aa0000, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-248285399 2024-11-23T02:19:16,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x101429ed7aa0001, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-248285399 2024-11-23T02:19:16,077 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=72b6db343a5d,36781,1732328354255, sessionid=0x101429ed7aa0000, setting cluster-up flag (Was=false) 2024-11-23T02:19:16,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x101429ed7aa0000, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-248285399 2024-11-23T02:19:16,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x101429ed7aa0001, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-248285399 2024-11-23T02:19:16,085 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-248285399/flush-table-proc/acquired, /0-248285399/flush-table-proc/reached, /0-248285399/flush-table-proc/abort 2024-11-23T02:19:16,086 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,36781,1732328354255 2024-11-23T02:19:16,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x101429ed7aa0000, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-248285399 2024-11-23T02:19:16,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x101429ed7aa0001, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-248285399 2024-11-23T02:19:16,100 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-248285399/online-snapshot/acquired, /0-248285399/online-snapshot/reached, /0-248285399/online-snapshot/abort 2024-11-23T02:19:16,101 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,36781,1732328354255 2024-11-23T02:19:16,102 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T02:19:16,103 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T02:19:16,103 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T02:19:16,103 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T02:19:16,103 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 72b6db343a5d,37989,1732328329916: status=Processing ServerCrashProcedure of 72b6db343a5d,37989,1732328329916 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732328343597, completionTime=-1 appears to have been leaked 2024-11-23T02:19:16,104 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 72b6db343a5d,36781,1732328354255 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T02:19:16,105 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:19:16,105 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:19:16,105 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:19:16,105 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:19:16,105 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/72b6db343a5d:0, corePoolSize=10, maxPoolSize=10 2024-11-23T02:19:16,105 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:16,105 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:19:16,105 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:16,119 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:19:16,119 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T02:19:16,120 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:16,121 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T02:19:16,125 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732328386125 2024-11-23T02:19:16,125 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T02:19:16,125 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T02:19:16,125 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T02:19:16,125 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T02:19:16,125 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T02:19:16,125 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T02:19:16,125 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:16,126 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T02:19:16,126 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T02:19:16,126 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T02:19:16,126 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T02:19:16,126 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T02:19:16,126 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T02:19:16,127 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328356126,5,FailOnTimeoutGroup] 2024-11-23T02:19:16,127 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328356127,5,FailOnTimeoutGroup] 2024-11-23T02:19:16,127 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:16,127 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T02:19:16,127 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:16,127 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:16,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34573 is added to blk_1073741831_1007 (size=1321) 2024-11-23T02:19:16,142 INFO [RS:0;72b6db343a5d:41627 {}] regionserver.HRegionServer(746): ClusterId : f9cd1267-0792-4f97-a1bc-67deeea8d1af 2024-11-23T02:19:16,142 DEBUG [RS:0;72b6db343a5d:41627 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T02:19:16,144 DEBUG [RS:0;72b6db343a5d:41627 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T02:19:16,144 DEBUG [RS:0;72b6db343a5d:41627 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T02:19:16,146 DEBUG [RS:0;72b6db343a5d:41627 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T02:19:16,146 DEBUG [RS:0;72b6db343a5d:41627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@324589ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:19:16,160 DEBUG [RS:0;72b6db343a5d:41627 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;72b6db343a5d:41627 2024-11-23T02:19:16,160 INFO [RS:0;72b6db343a5d:41627 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T02:19:16,160 INFO [RS:0;72b6db343a5d:41627 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T02:19:16,160 DEBUG [RS:0;72b6db343a5d:41627 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T02:19:16,161 INFO [RS:0;72b6db343a5d:41627 {}] regionserver.HRegionServer(2659): reportForDuty to master=72b6db343a5d,36781,1732328354255 with port=41627, startcode=1732328354314 2024-11-23T02:19:16,161 DEBUG [RS:0;72b6db343a5d:41627 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T02:19:16,163 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T02:19:16,163 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36781 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 72b6db343a5d,41627,1732328354314 2024-11-23T02:19:16,163 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36781 {}] master.ServerManager(517): Registering regionserver=72b6db343a5d,41627,1732328354314 2024-11-23T02:19:16,165 DEBUG [RS:0;72b6db343a5d:41627 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f 2024-11-23T02:19:16,165 DEBUG [RS:0;72b6db343a5d:41627 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42291 2024-11-23T02:19:16,165 DEBUG [RS:0;72b6db343a5d:41627 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T02:19:16,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x101429ed7aa0000, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-248285399/rs 2024-11-23T02:19:16,167 DEBUG [RS:0;72b6db343a5d:41627 {}] zookeeper.ZKUtil(111): regionserver:41627-0x101429ed7aa0001, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Set watcher on existing znode=/0-248285399/rs/72b6db343a5d,41627,1732328354314 2024-11-23T02:19:16,167 WARN [RS:0;72b6db343a5d:41627 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:19:16,167 INFO [RS:0;72b6db343a5d:41627 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:19:16,167 DEBUG [RS:0;72b6db343a5d:41627 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314 2024-11-23T02:19:16,167 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [72b6db343a5d,41627,1732328354314] 2024-11-23T02:19:16,170 INFO [RS:0;72b6db343a5d:41627 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T02:19:16,172 INFO [RS:0;72b6db343a5d:41627 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T02:19:16,174 INFO [RS:0;72b6db343a5d:41627 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T02:19:16,174 INFO [RS:0;72b6db343a5d:41627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:16,175 INFO [RS:0;72b6db343a5d:41627 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T02:19:16,175 INFO [RS:0;72b6db343a5d:41627 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T02:19:16,175 INFO [RS:0;72b6db343a5d:41627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:16,175 DEBUG [RS:0;72b6db343a5d:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:16,175 DEBUG [RS:0;72b6db343a5d:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:16,175 DEBUG [RS:0;72b6db343a5d:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:16,175 DEBUG [RS:0;72b6db343a5d:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:16,175 DEBUG [RS:0;72b6db343a5d:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:16,176 DEBUG [RS:0;72b6db343a5d:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:19:16,176 DEBUG [RS:0;72b6db343a5d:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:16,176 DEBUG [RS:0;72b6db343a5d:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:16,176 DEBUG [RS:0;72b6db343a5d:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:16,176 DEBUG [RS:0;72b6db343a5d:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:16,176 DEBUG [RS:0;72b6db343a5d:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:16,176 DEBUG [RS:0;72b6db343a5d:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:16,176 DEBUG [RS:0;72b6db343a5d:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:19:16,176 DEBUG [RS:0;72b6db343a5d:41627 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:19:16,176 INFO [RS:0;72b6db343a5d:41627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:16,176 INFO [RS:0;72b6db343a5d:41627 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:16,176 INFO [RS:0;72b6db343a5d:41627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:16,177 INFO [RS:0;72b6db343a5d:41627 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:16,177 INFO [RS:0;72b6db343a5d:41627 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:16,177 INFO [RS:0;72b6db343a5d:41627 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,41627,1732328354314-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:19:16,194 INFO [RS:0;72b6db343a5d:41627 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T02:19:16,194 INFO [RS:0;72b6db343a5d:41627 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,41627,1732328354314-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:16,194 INFO [RS:0;72b6db343a5d:41627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:16,195 INFO [RS:0;72b6db343a5d:41627 {}] regionserver.Replication(171): 72b6db343a5d,41627,1732328354314 started 2024-11-23T02:19:16,210 INFO [RS:0;72b6db343a5d:41627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:16,210 INFO [RS:0;72b6db343a5d:41627 {}] regionserver.HRegionServer(1482): Serving as 72b6db343a5d,41627,1732328354314, RpcServer on 72b6db343a5d/172.17.0.2:41627, sessionid=0x101429ed7aa0001 2024-11-23T02:19:16,210 DEBUG [RS:0;72b6db343a5d:41627 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T02:19:16,210 DEBUG [RS:0;72b6db343a5d:41627 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 72b6db343a5d,41627,1732328354314 2024-11-23T02:19:16,210 DEBUG [RS:0;72b6db343a5d:41627 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,41627,1732328354314' 2024-11-23T02:19:16,210 DEBUG [RS:0;72b6db343a5d:41627 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-248285399/flush-table-proc/abort' 2024-11-23T02:19:16,211 DEBUG [RS:0;72b6db343a5d:41627 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-248285399/flush-table-proc/acquired' 2024-11-23T02:19:16,211 DEBUG [RS:0;72b6db343a5d:41627 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T02:19:16,211 DEBUG [RS:0;72b6db343a5d:41627 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T02:19:16,211 DEBUG [RS:0;72b6db343a5d:41627 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 72b6db343a5d,41627,1732328354314 2024-11-23T02:19:16,211 DEBUG [RS:0;72b6db343a5d:41627 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,41627,1732328354314' 2024-11-23T02:19:16,211 DEBUG [RS:0;72b6db343a5d:41627 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-248285399/online-snapshot/abort' 2024-11-23T02:19:16,211 DEBUG [RS:0;72b6db343a5d:41627 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-248285399/online-snapshot/acquired' 2024-11-23T02:19:16,212 DEBUG [RS:0;72b6db343a5d:41627 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T02:19:16,212 INFO [RS:0;72b6db343a5d:41627 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T02:19:16,212 INFO [RS:0;72b6db343a5d:41627 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T02:19:16,312 INFO [RS:0;72b6db343a5d:41627 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:19:16,314 INFO [RS:0;72b6db343a5d:41627 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C41627%2C1732328354314, suffix=, logDir=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314, archiveDir=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/oldWALs, maxLogs=10 2024-11-23T02:19:16,328 DEBUG [RS:0;72b6db343a5d:41627 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.1732328356314, exclude list is [], retry=0 2024-11-23T02:19:16,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34573,DS-ab31daf5-2c50-4819-a6a7-aae47ce8c09e,DISK] 2024-11-23T02:19:16,333 INFO [RS:0;72b6db343a5d:41627 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.1732328356314 2024-11-23T02:19:16,333 DEBUG [RS:0;72b6db343a5d:41627 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36445:36445)] 2024-11-23T02:19:16,397 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T02:19:16,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:16,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:16,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:16,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:16,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:16,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:16,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:16,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:16,532 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T02:19:16,532 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f 2024-11-23T02:19:16,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34573 is added to blk_1073741833_1009 (size=32) 2024-11-23T02:19:16,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:19:16,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:19:16,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:19:16,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:16,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:16,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:19:16,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:19:16,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:16,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:16,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:19:16,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:19:16,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:16,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:16,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:19:16,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:19:16,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:16,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:16,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:19:16,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/meta/1588230740 2024-11-23T02:19:16,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/meta/1588230740 2024-11-23T02:19:16,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:19:16,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:19:16,550 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:19:16,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:19:16,553 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:19:16,553 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67145537, jitterRate=5.464702844619751E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:19:16,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732328356541Initializing all the Stores at 1732328356541Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328356541Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328356541Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328356542 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328356542Cleaning up temporary data from old regions at 1732328356550 (+8 ms)Region opened successfully at 1732328356554 (+4 ms) 2024-11-23T02:19:16,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:19:16,554 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:19:16,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:19:16,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:19:16,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:19:16,554 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:19:16,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328356554Disabling compacts and flushes for region at 1732328356554Disabling writes for close at 1732328356554Writing region close event to WAL at 1732328356554Closed at 1732328356554 2024-11-23T02:19:16,555 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:19:16,555 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T02:19:16,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T02:19:16,557 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:19:16,557 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T02:19:16,708 DEBUG [72b6db343a5d:36781 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T02:19:16,708 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=72b6db343a5d,41627,1732328354314 2024-11-23T02:19:16,709 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,41627,1732328354314, state=OPENING 2024-11-23T02:19:16,711 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T02:19:16,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x101429ed7aa0000, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-248285399 2024-11-23T02:19:16,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x101429ed7aa0001, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-248285399 2024-11-23T02:19:16,713 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:19:16,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-248285399/meta-region-server: CHANGED 2024-11-23T02:19:16,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-248285399/meta-region-server: CHANGED 2024-11-23T02:19:16,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,41627,1732328354314}] 2024-11-23T02:19:16,865 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:19:16,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T02:19:16,870 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T02:19:16,870 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:19:16,871 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T02:19:16,872 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C41627%2C1732328354314.meta, suffix=.meta, logDir=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314, archiveDir=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/oldWALs, maxLogs=10 2024-11-23T02:19:16,887 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.meta.1732328356872.meta, exclude list is [], retry=0 2024-11-23T02:19:16,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34573,DS-ab31daf5-2c50-4819-a6a7-aae47ce8c09e,DISK] 2024-11-23T02:19:16,890 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.meta.1732328356872.meta 2024-11-23T02:19:16,890 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36445:36445)] 2024-11-23T02:19:16,890 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:19:16,891 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:19:16,891 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:19:16,891 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T02:19:16,891 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T02:19:16,891 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T02:19:16,891 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:19:16,891 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T02:19:16,891 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T02:19:16,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:19:16,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:19:16,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:16,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:16,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:19:16,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:19:16,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:16,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:16,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:19:16,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:19:16,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:16,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:16,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:19:16,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:19:16,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:16,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:16,897 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:19:16,897 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/meta/1588230740 2024-11-23T02:19:16,898 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/meta/1588230740 2024-11-23T02:19:16,899 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:19:16,899 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:19:16,900 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:19:16,901 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:19:16,901 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59208246, jitterRate=-0.11772838234901428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:19:16,901 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T02:19:16,902 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732328356891Writing region info on filesystem at 1732328356891Initializing all the Stores at 1732328356892 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328356892Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328356892Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328356892Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328356892Cleaning up temporary data from old regions at 1732328356899 (+7 ms)Running coprocessor post-open hooks at 1732328356901 (+2 ms)Region opened successfully at 1732328356902 (+1 ms) 2024-11-23T02:19:16,903 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732328356865 2024-11-23T02:19:16,905 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T02:19:16,905 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T02:19:16,905 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,41627,1732328354314 2024-11-23T02:19:16,906 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,41627,1732328354314, state=OPEN 2024-11-23T02:19:16,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x101429ed7aa0001, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-248285399/meta-region-server 2024-11-23T02:19:16,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x101429ed7aa0000, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-248285399/meta-region-server 2024-11-23T02:19:16,915 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=72b6db343a5d,41627,1732328354314 2024-11-23T02:19:16,915 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-248285399/meta-region-server: CHANGED 2024-11-23T02:19:16,915 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-248285399/meta-region-server: CHANGED 2024-11-23T02:19:16,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T02:19:16,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,41627,1732328354314 in 202 msec 2024-11-23T02:19:16,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T02:19:16,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 361 msec 2024-11-23T02:19:16,919 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:19:16,919 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T02:19:16,921 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:19:16,921 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,41627,1732328354314, seqNum=-1] 2024-11-23T02:19:16,921 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:19:16,922 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57567, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:19:16,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 823 msec 2024-11-23T02:19:16,926 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732328356926, completionTime=-1 2024-11-23T02:19:16,926 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T02:19:16,926 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T02:19:16,928 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T02:19:16,928 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732328416928 2024-11-23T02:19:16,928 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732328476928 2024-11-23T02:19:16,928 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T02:19:16,928 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,36781,1732328354255-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:16,928 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,36781,1732328354255-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:16,928 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,36781,1732328354255-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:16,928 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-72b6db343a5d:36781, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:16,928 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:16,929 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:16,930 DEBUG [master/72b6db343a5d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T02:19:16,932 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.574sec 2024-11-23T02:19:16,932 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T02:19:16,932 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T02:19:16,932 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T02:19:16,932 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T02:19:16,932 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T02:19:16,932 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,36781,1732328354255-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:19:16,932 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,36781,1732328354255-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T02:19:16,934 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T02:19:16,934 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T02:19:16,934 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,36781,1732328354255-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:16,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa45283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:16,943 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,36781,-1 for getting cluster id 2024-11-23T02:19:16,943 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:19:16,944 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9cd1267-0792-4f97-a1bc-67deeea8d1af' 2024-11-23T02:19:16,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:19:16,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9cd1267-0792-4f97-a1bc-67deeea8d1af" 2024-11-23T02:19:16,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50e0c03b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:16,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,36781,-1] 2024-11-23T02:19:16,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:19:16,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:16,946 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:19:16,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2711f768, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:16,947 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:19:16,948 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,41627,1732328354314, seqNum=-1] 2024-11-23T02:19:16,948 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:19:16,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:19:16,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=72b6db343a5d,36781,1732328354255 2024-11-23T02:19:16,951 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60469 2024-11-23T02:19:16,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:19:16,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101429ed7aa0002 connected 2024-11-23T02:19:16,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/hadoop.log.dir so I do NOT create it in target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e 2024-11-23T02:19:16,956 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T02:19:16,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/hadoop.tmp.dir so I do NOT create it in target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e 2024-11-23T02:19:16,957 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T02:19:16,957 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e 2024-11-23T02:19:16,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T02:19:16,957 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e/cluster_66c43ce0-e8cd-a6b9-62de-f5c1504292e5, deleteOnExit=true 2024-11-23T02:19:16,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T02:19:16,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e/test.cache.data in system properties and HBase conf 2024-11-23T02:19:16,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T02:19:16,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e/hadoop.log.dir in system properties and HBase conf 2024-11-23T02:19:16,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T02:19:16,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T02:19:16,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T02:19:16,957 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T02:19:16,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:19:16,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:19:16,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T02:19:16,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:19:16,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T02:19:16,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T02:19:16,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:19:16,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:19:16,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T02:19:16,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e/nfs.dump.dir in system properties and HBase conf 2024-11-23T02:19:16,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e/java.io.tmpdir in system properties and HBase conf 2024-11-23T02:19:16,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:19:16,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T02:19:16,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T02:19:17,031 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:19:17,036 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:19:17,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:19:17,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:19:17,041 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T02:19:17,042 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:19:17,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f21a9ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:19:17,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d68b615{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:19:17,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cf139f4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e/java.io.tmpdir/jetty-localhost-42931-hadoop-hdfs-3_4_1-tests_jar-_-any-4432795358843108468/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:19:17,169 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@337893ab{HTTP/1.1, (http/1.1)}{localhost:42931} 2024-11-23T02:19:17,169 INFO [Time-limited test {}] server.Server(415): Started @158765ms 2024-11-23T02:19:17,297 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:19:17,300 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:19:17,302 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:19:17,302 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:19:17,303 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T02:19:17,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46591138{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:19:17,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73507199{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:19:17,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f30b64f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e/java.io.tmpdir/jetty-localhost-46793-hadoop-hdfs-3_4_1-tests_jar-_-any-12630745044815956855/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:19:17,434 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b245f65{HTTP/1.1, (http/1.1)}{localhost:46793} 2024-11-23T02:19:17,434 INFO [Time-limited test {}] server.Server(415): Started @159029ms 2024-11-23T02:19:17,435 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T02:19:17,558 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e/cluster_66c43ce0-e8cd-a6b9-62de-f5c1504292e5/data/data1/current/BP-897920050-172.17.0.2-1732328356976/current, will proceed with Du for space computation calculation, 2024-11-23T02:19:17,558 WARN [Thread-1803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e/cluster_66c43ce0-e8cd-a6b9-62de-f5c1504292e5/data/data2/current/BP-897920050-172.17.0.2-1732328356976/current, will proceed with Du for space computation calculation, 2024-11-23T02:19:17,581 WARN [Thread-1790 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T02:19:17,583 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x514dd5aad7e93b1a with lease ID 0x386a7d05671d1079: Processing first storage report for DS-0340e333-852c-44dd-906b-1c78fdcf545e from datanode DatanodeRegistration(127.0.0.1:37261, datanodeUuid=ab525799-c348-425d-bc0f-6d02716097dd, infoPort=42261, infoSecurePort=0, ipcPort=35829, storageInfo=lv=-57;cid=testClusterID;nsid=1946081854;c=1732328356976) 2024-11-23T02:19:17,583 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x514dd5aad7e93b1a with lease ID 0x386a7d05671d1079: from storage DS-0340e333-852c-44dd-906b-1c78fdcf545e node DatanodeRegistration(127.0.0.1:37261, datanodeUuid=ab525799-c348-425d-bc0f-6d02716097dd, infoPort=42261, infoSecurePort=0, ipcPort=35829, storageInfo=lv=-57;cid=testClusterID;nsid=1946081854;c=1732328356976), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:19:17,583 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x514dd5aad7e93b1a with lease ID 0x386a7d05671d1079: Processing first storage report for DS-fe17d146-94ba-434d-87da-649ae09f556b from datanode DatanodeRegistration(127.0.0.1:37261, datanodeUuid=ab525799-c348-425d-bc0f-6d02716097dd, infoPort=42261, infoSecurePort=0, ipcPort=35829, storageInfo=lv=-57;cid=testClusterID;nsid=1946081854;c=1732328356976) 2024-11-23T02:19:17,583 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x514dd5aad7e93b1a with lease ID 0x386a7d05671d1079: from storage DS-fe17d146-94ba-434d-87da-649ae09f556b node DatanodeRegistration(127.0.0.1:37261, datanodeUuid=ab525799-c348-425d-bc0f-6d02716097dd, infoPort=42261, infoSecurePort=0, ipcPort=35829, storageInfo=lv=-57;cid=testClusterID;nsid=1946081854;c=1732328356976), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:19:17,680 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e 2024-11-23T02:19:17,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:19:17,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:19:17,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741825_1001 (size=7) 2024-11-23T02:19:18,090 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2 with version=8 2024-11-23T02:19:18,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/hbase-staging 2024-11-23T02:19:18,093 INFO [Time-limited test {}] client.ConnectionUtils(128): master/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:19:18,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:19:18,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:19:18,093 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:19:18,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:19:18,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:19:18,093 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T02:19:18,093 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:19:18,094 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46237 2024-11-23T02:19:18,095 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46237 connecting to ZooKeeper ensemble=127.0.0.1:60469 2024-11-23T02:19:18,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462370x0, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:19:18,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46237-0x101429ed7aa0003 connected 2024-11-23T02:19:18,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:19:18,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:19:18,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46237-0x101429ed7aa0003, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Set watcher on znode that does not yet exist, /1-1012555979/running 2024-11-23T02:19:18,115 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2, hbase.cluster.distributed=false 2024-11-23T02:19:18,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46237-0x101429ed7aa0003, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Set watcher on znode that does not yet exist, /1-1012555979/acl 2024-11-23T02:19:18,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46237 2024-11-23T02:19:18,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46237 2024-11-23T02:19:18,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46237 2024-11-23T02:19:18,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46237 2024-11-23T02:19:18,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46237 2024-11-23T02:19:18,136 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:19:18,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:19:18,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:19:18,136 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:19:18,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:19:18,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:19:18,136 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T02:19:18,136 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:19:18,136 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43827 2024-11-23T02:19:18,137 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43827 connecting to ZooKeeper ensemble=127.0.0.1:60469 2024-11-23T02:19:18,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:19:18,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:19:18,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438270x0, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:19:18,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438270x0, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Set watcher on znode that does not yet exist, /1-1012555979/running 2024-11-23T02:19:18,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43827-0x101429ed7aa0004 connected 2024-11-23T02:19:18,143 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T02:19:18,145 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T02:19:18,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43827-0x101429ed7aa0004, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Set watcher on znode that does not yet exist, /1-1012555979/master 2024-11-23T02:19:18,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43827-0x101429ed7aa0004, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Set watcher on znode that does not yet exist, /1-1012555979/acl 2024-11-23T02:19:18,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43827 2024-11-23T02:19:18,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43827 2024-11-23T02:19:18,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43827 2024-11-23T02:19:18,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43827 2024-11-23T02:19:18,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43827 2024-11-23T02:19:18,164 DEBUG [M:0;72b6db343a5d:46237 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;72b6db343a5d:46237 2024-11-23T02:19:18,164 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1012555979/backup-masters/72b6db343a5d,46237,1732328358092 2024-11-23T02:19:18,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43827-0x101429ed7aa0004, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1012555979/backup-masters 2024-11-23T02:19:18,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x101429ed7aa0003, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1012555979/backup-masters 2024-11-23T02:19:18,166 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46237-0x101429ed7aa0003, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Set watcher on existing znode=/1-1012555979/backup-masters/72b6db343a5d,46237,1732328358092 2024-11-23T02:19:18,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x101429ed7aa0003, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1012555979 2024-11-23T02:19:18,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43827-0x101429ed7aa0004, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1012555979/master 2024-11-23T02:19:18,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43827-0x101429ed7aa0004, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1012555979 2024-11-23T02:19:18,168 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46237-0x101429ed7aa0003, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Set watcher on existing znode=/1-1012555979/master 2024-11-23T02:19:18,169 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1012555979/backup-masters/72b6db343a5d,46237,1732328358092 from backup master directory 2024-11-23T02:19:18,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x101429ed7aa0003, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1012555979/backup-masters/72b6db343a5d,46237,1732328358092 2024-11-23T02:19:18,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43827-0x101429ed7aa0004, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1012555979/backup-masters 2024-11-23T02:19:18,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x101429ed7aa0003, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1012555979/backup-masters 2024-11-23T02:19:18,171 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:19:18,171 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=72b6db343a5d,46237,1732328358092 2024-11-23T02:19:18,174 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/hbase.id] with ID: 2a35a7c0-897d-426c-9be6-2ad355f47d9d 2024-11-23T02:19:18,174 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/.tmp/hbase.id 2024-11-23T02:19:18,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741826_1002 (size=42) 2024-11-23T02:19:18,582 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/.tmp/hbase.id]:[hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/hbase.id] 2024-11-23T02:19:18,591 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:19:18,591 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T02:19:18,592 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T02:19:18,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x101429ed7aa0003, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1012555979 2024-11-23T02:19:18,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43827-0x101429ed7aa0004, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1012555979 2024-11-23T02:19:18,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741827_1003 (size=196) 2024-11-23T02:19:19,001 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:19:19,001 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T02:19:19,002 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:19:19,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741828_1004 (size=1189) 2024-11-23T02:19:19,409 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/MasterData/data/master/store 2024-11-23T02:19:19,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741829_1005 (size=34) 2024-11-23T02:19:19,815 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:19:19,815 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:19:19,815 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:19,815 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:19,815 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:19:19,815 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:19,815 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:19,815 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328359815Disabling compacts and flushes for region at 1732328359815Disabling writes for close at 1732328359815Writing region close event to WAL at 1732328359815Closed at 1732328359815 2024-11-23T02:19:19,816 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/MasterData/data/master/store/.initializing 2024-11-23T02:19:19,816 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/MasterData/WALs/72b6db343a5d,46237,1732328358092 2024-11-23T02:19:19,817 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:19:19,818 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=72b6db343a5d%2C46237%2C1732328358092, suffix=, logDir=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/MasterData/WALs/72b6db343a5d,46237,1732328358092, archiveDir=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/MasterData/oldWALs, maxLogs=10 2024-11-23T02:19:19,832 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/MasterData/WALs/72b6db343a5d,46237,1732328358092/72b6db343a5d%2C46237%2C1732328358092.1732328359819, exclude list is [], retry=0 2024-11-23T02:19:19,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37261,DS-0340e333-852c-44dd-906b-1c78fdcf545e,DISK] 2024-11-23T02:19:19,836 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/MasterData/WALs/72b6db343a5d,46237,1732328358092/72b6db343a5d%2C46237%2C1732328358092.1732328359819 2024-11-23T02:19:19,836 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42261:42261)] 2024-11-23T02:19:19,836 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:19:19,836 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:19:19,837 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:19,837 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:19,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:19,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T02:19:19,842 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:19,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:19,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:19,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T02:19:19,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:19,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:19,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:19,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T02:19:19,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:19,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:19,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:19,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T02:19:19,846 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:19,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:19,847 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:19,847 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:19,848 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:19,849 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:19,849 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:19,849 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:19:19,850 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:19,852 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:19:19,852 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61914373, jitterRate=-0.0774039477109909}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:19:19,852 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732328359837Initializing all the Stores at 1732328359837Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328359837Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328359840 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328359840Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328359840Cleaning up temporary data from old regions at 1732328359849 (+9 ms)Region opened successfully at 1732328359852 (+3 ms) 2024-11-23T02:19:19,852 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T02:19:19,855 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@240e69e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:19:19,856 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T02:19:19,856 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T02:19:19,856 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T02:19:19,856 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T02:19:19,857 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T02:19:19,857 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T02:19:19,857 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T02:19:19,859 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T02:19:19,860 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46237-0x101429ed7aa0003, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Unable to get data of znode /1-1012555979/balancer because node does not exist (not necessarily an error) 2024-11-23T02:19:19,861 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1012555979/balancer already deleted, retry=false 2024-11-23T02:19:19,861 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T02:19:19,862 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46237-0x101429ed7aa0003, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Unable to get data of znode /1-1012555979/normalizer because node does not exist (not necessarily an error) 2024-11-23T02:19:19,863 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1012555979/normalizer already deleted, retry=false 2024-11-23T02:19:19,863 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T02:19:19,864 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46237-0x101429ed7aa0003, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Unable to get data of znode /1-1012555979/switch/split because node does not exist (not necessarily an error) 2024-11-23T02:19:19,866 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1012555979/switch/split already deleted, retry=false 2024-11-23T02:19:19,867 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46237-0x101429ed7aa0003, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Unable to get data of znode /1-1012555979/switch/merge because node does not exist (not necessarily an error) 2024-11-23T02:19:19,868 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1012555979/switch/merge already deleted, retry=false 2024-11-23T02:19:19,869 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46237-0x101429ed7aa0003, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Unable to get data of znode /1-1012555979/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T02:19:19,870 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1012555979/snapshot-cleanup already deleted, retry=false 2024-11-23T02:19:19,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x101429ed7aa0003, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1012555979/running 2024-11-23T02:19:19,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x101429ed7aa0003, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1012555979 2024-11-23T02:19:19,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43827-0x101429ed7aa0004, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1012555979/running 2024-11-23T02:19:19,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43827-0x101429ed7aa0004, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1012555979 2024-11-23T02:19:19,872 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=72b6db343a5d,46237,1732328358092, sessionid=0x101429ed7aa0003, setting cluster-up flag (Was=false) 2024-11-23T02:19:19,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x101429ed7aa0003, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1012555979 2024-11-23T02:19:19,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43827-0x101429ed7aa0004, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1012555979 2024-11-23T02:19:19,881 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1012555979/flush-table-proc/acquired, /1-1012555979/flush-table-proc/reached, /1-1012555979/flush-table-proc/abort 2024-11-23T02:19:19,882 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,46237,1732328358092 2024-11-23T02:19:19,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43827-0x101429ed7aa0004, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1012555979 2024-11-23T02:19:19,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x101429ed7aa0003, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1012555979 2024-11-23T02:19:19,889 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1012555979/online-snapshot/acquired, /1-1012555979/online-snapshot/reached, /1-1012555979/online-snapshot/abort 2024-11-23T02:19:19,890 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,46237,1732328358092 2024-11-23T02:19:19,892 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T02:19:19,896 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T02:19:19,896 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T02:19:19,896 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T02:19:19,897 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 72b6db343a5d,46237,1732328358092 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T02:19:19,897 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:19:19,898 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:19:19,898 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:19:19,898 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:19:19,898 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/72b6db343a5d:0, corePoolSize=10, maxPoolSize=10 2024-11-23T02:19:19,898 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:19,898 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:19:19,898 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:19,899 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:19:19,899 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T02:19:19,900 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:19,900 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T02:19:19,900 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732328389900 2024-11-23T02:19:19,900 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T02:19:19,900 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T02:19:19,900 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T02:19:19,900 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T02:19:19,900 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T02:19:19,900 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T02:19:19,904 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:19,908 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T02:19:19,909 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T02:19:19,909 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T02:19:19,909 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T02:19:19,909 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T02:19:19,909 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T02:19:19,909 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328359909,5,FailOnTimeoutGroup] 2024-11-23T02:19:19,909 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328359909,5,FailOnTimeoutGroup] 2024-11-23T02:19:19,909 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:19,909 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T02:19:19,909 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:19,909 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:19,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741831_1007 (size=1321) 2024-11-23T02:19:19,955 INFO [RS:0;72b6db343a5d:43827 {}] regionserver.HRegionServer(746): ClusterId : 2a35a7c0-897d-426c-9be6-2ad355f47d9d 2024-11-23T02:19:19,955 DEBUG [RS:0;72b6db343a5d:43827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T02:19:19,957 DEBUG [RS:0;72b6db343a5d:43827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T02:19:19,957 DEBUG [RS:0;72b6db343a5d:43827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T02:19:19,959 DEBUG [RS:0;72b6db343a5d:43827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T02:19:19,960 DEBUG [RS:0;72b6db343a5d:43827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29816e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:19:19,973 DEBUG [RS:0;72b6db343a5d:43827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;72b6db343a5d:43827 2024-11-23T02:19:19,973 INFO [RS:0;72b6db343a5d:43827 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T02:19:19,973 INFO [RS:0;72b6db343a5d:43827 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T02:19:19,973 DEBUG [RS:0;72b6db343a5d:43827 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T02:19:19,974 INFO [RS:0;72b6db343a5d:43827 {}] regionserver.HRegionServer(2659): reportForDuty to master=72b6db343a5d,46237,1732328358092 with port=43827, startcode=1732328358135 2024-11-23T02:19:19,974 DEBUG [RS:0;72b6db343a5d:43827 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T02:19:19,976 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T02:19:19,976 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46237 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 72b6db343a5d,43827,1732328358135 2024-11-23T02:19:19,976 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46237 {}] master.ServerManager(517): Registering regionserver=72b6db343a5d,43827,1732328358135 2024-11-23T02:19:19,977 DEBUG [RS:0;72b6db343a5d:43827 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2 2024-11-23T02:19:19,977 DEBUG [RS:0;72b6db343a5d:43827 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41577 2024-11-23T02:19:19,977 DEBUG [RS:0;72b6db343a5d:43827 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T02:19:19,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x101429ed7aa0003, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1012555979/rs 2024-11-23T02:19:19,983 DEBUG [RS:0;72b6db343a5d:43827 {}] zookeeper.ZKUtil(111): regionserver:43827-0x101429ed7aa0004, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Set watcher on existing znode=/1-1012555979/rs/72b6db343a5d,43827,1732328358135 2024-11-23T02:19:19,983 WARN [RS:0;72b6db343a5d:43827 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:19:19,983 INFO [RS:0;72b6db343a5d:43827 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:19:19,984 DEBUG [RS:0;72b6db343a5d:43827 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/WALs/72b6db343a5d,43827,1732328358135 2024-11-23T02:19:19,984 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [72b6db343a5d,43827,1732328358135] 2024-11-23T02:19:19,987 INFO [RS:0;72b6db343a5d:43827 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T02:19:19,988 INFO [RS:0;72b6db343a5d:43827 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T02:19:19,988 INFO [RS:0;72b6db343a5d:43827 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T02:19:19,988 INFO [RS:0;72b6db343a5d:43827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:19,989 INFO [RS:0;72b6db343a5d:43827 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T02:19:19,989 INFO [RS:0;72b6db343a5d:43827 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T02:19:19,989 INFO [RS:0;72b6db343a5d:43827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:19,989 DEBUG [RS:0;72b6db343a5d:43827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:19,989 DEBUG [RS:0;72b6db343a5d:43827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:19,990 DEBUG [RS:0;72b6db343a5d:43827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:19,990 DEBUG [RS:0;72b6db343a5d:43827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:19,990 DEBUG [RS:0;72b6db343a5d:43827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:19,990 DEBUG [RS:0;72b6db343a5d:43827 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:19:19,990 DEBUG [RS:0;72b6db343a5d:43827 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:19,990 DEBUG [RS:0;72b6db343a5d:43827 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:19,990 DEBUG [RS:0;72b6db343a5d:43827 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:19,990 DEBUG [RS:0;72b6db343a5d:43827 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:19,990 DEBUG [RS:0;72b6db343a5d:43827 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:19,990 DEBUG [RS:0;72b6db343a5d:43827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:19,990 DEBUG [RS:0;72b6db343a5d:43827 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:19:19,990 DEBUG [RS:0;72b6db343a5d:43827 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:19:19,993 INFO [RS:0;72b6db343a5d:43827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:19,993 INFO [RS:0;72b6db343a5d:43827 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:19,993 INFO [RS:0;72b6db343a5d:43827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:19,993 INFO [RS:0;72b6db343a5d:43827 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:19,993 INFO [RS:0;72b6db343a5d:43827 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:19,993 INFO [RS:0;72b6db343a5d:43827 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,43827,1732328358135-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:19:20,009 INFO [RS:0;72b6db343a5d:43827 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T02:19:20,009 INFO [RS:0;72b6db343a5d:43827 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,43827,1732328358135-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:20,009 INFO [RS:0;72b6db343a5d:43827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:20,009 INFO [RS:0;72b6db343a5d:43827 {}] regionserver.Replication(171): 72b6db343a5d,43827,1732328358135 started 2024-11-23T02:19:20,023 INFO [RS:0;72b6db343a5d:43827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:20,023 INFO [RS:0;72b6db343a5d:43827 {}] regionserver.HRegionServer(1482): Serving as 72b6db343a5d,43827,1732328358135, RpcServer on 72b6db343a5d/172.17.0.2:43827, sessionid=0x101429ed7aa0004 2024-11-23T02:19:20,023 DEBUG [RS:0;72b6db343a5d:43827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T02:19:20,023 DEBUG [RS:0;72b6db343a5d:43827 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 72b6db343a5d,43827,1732328358135 2024-11-23T02:19:20,023 DEBUG [RS:0;72b6db343a5d:43827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,43827,1732328358135' 2024-11-23T02:19:20,023 DEBUG [RS:0;72b6db343a5d:43827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1012555979/flush-table-proc/abort' 2024-11-23T02:19:20,023 DEBUG [RS:0;72b6db343a5d:43827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1012555979/flush-table-proc/acquired' 2024-11-23T02:19:20,024 DEBUG [RS:0;72b6db343a5d:43827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T02:19:20,024 DEBUG [RS:0;72b6db343a5d:43827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T02:19:20,024 DEBUG [RS:0;72b6db343a5d:43827 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 72b6db343a5d,43827,1732328358135 2024-11-23T02:19:20,024 DEBUG [RS:0;72b6db343a5d:43827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,43827,1732328358135' 2024-11-23T02:19:20,024 DEBUG [RS:0;72b6db343a5d:43827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1012555979/online-snapshot/abort' 2024-11-23T02:19:20,024 DEBUG [RS:0;72b6db343a5d:43827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1012555979/online-snapshot/acquired' 2024-11-23T02:19:20,024 DEBUG [RS:0;72b6db343a5d:43827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T02:19:20,024 INFO [RS:0;72b6db343a5d:43827 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T02:19:20,024 INFO [RS:0;72b6db343a5d:43827 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T02:19:20,125 INFO [RS:0;72b6db343a5d:43827 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:19:20,126 INFO [RS:0;72b6db343a5d:43827 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C43827%2C1732328358135, suffix=, logDir=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/WALs/72b6db343a5d,43827,1732328358135, archiveDir=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/oldWALs, maxLogs=10 2024-11-23T02:19:20,140 DEBUG [RS:0;72b6db343a5d:43827 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/WALs/72b6db343a5d,43827,1732328358135/72b6db343a5d%2C43827%2C1732328358135.1732328360127, exclude list is [], retry=0 2024-11-23T02:19:20,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37261,DS-0340e333-852c-44dd-906b-1c78fdcf545e,DISK] 2024-11-23T02:19:20,144 INFO [RS:0;72b6db343a5d:43827 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/WALs/72b6db343a5d,43827,1732328358135/72b6db343a5d%2C43827%2C1732328358135.1732328360127 2024-11-23T02:19:20,144 DEBUG [RS:0;72b6db343a5d:43827 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42261:42261)] 2024-11-23T02:19:20,313 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T02:19:20,313 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2 2024-11-23T02:19:20,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741833_1009 (size=32) 2024-11-23T02:19:20,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:19:20,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:19:20,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:19:20,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:20,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:20,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:19:20,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:19:20,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:20,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:20,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:19:20,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:19:20,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:20,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:20,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:19:20,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:19:20,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:20,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:20,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:19:20,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/meta/1588230740 2024-11-23T02:19:20,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/meta/1588230740 2024-11-23T02:19:20,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:19:20,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:19:20,730 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:19:20,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:19:20,733 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:19:20,733 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69854993, jitterRate=0.04092051088809967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:19:20,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732328360720Initializing all the Stores at 1732328360721 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328360721Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328360721Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328360721Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328360721Cleaning up temporary data from old regions at 1732328360729 (+8 ms)Region opened successfully at 1732328360733 (+4 ms) 2024-11-23T02:19:20,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:19:20,733 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:19:20,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:19:20,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:19:20,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:19:20,734 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:19:20,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328360733Disabling compacts and flushes for region at 1732328360733Disabling writes for close at 1732328360733Writing region close event to WAL at 1732328360734 (+1 ms)Closed at 1732328360734 2024-11-23T02:19:20,735 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:19:20,735 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T02:19:20,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T02:19:20,736 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:19:20,736 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T02:19:20,887 DEBUG [72b6db343a5d:46237 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T02:19:20,887 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=72b6db343a5d,43827,1732328358135 2024-11-23T02:19:20,889 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,43827,1732328358135, state=OPENING 2024-11-23T02:19:20,891 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T02:19:20,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43827-0x101429ed7aa0004, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1012555979 2024-11-23T02:19:20,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x101429ed7aa0003, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1012555979 2024-11-23T02:19:20,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1012555979/meta-region-server: CHANGED 2024-11-23T02:19:20,894 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1012555979/meta-region-server: CHANGED 2024-11-23T02:19:20,894 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:19:20,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,43827,1732328358135}] 2024-11-23T02:19:21,050 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:19:21,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T02:19:21,056 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T02:19:21,056 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:19:21,057 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T02:19:21,059 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C43827%2C1732328358135.meta, suffix=.meta, logDir=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/WALs/72b6db343a5d,43827,1732328358135, archiveDir=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/oldWALs, maxLogs=10 2024-11-23T02:19:21,084 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/WALs/72b6db343a5d,43827,1732328358135/72b6db343a5d%2C43827%2C1732328358135.meta.1732328361059.meta, exclude list is [], retry=0 2024-11-23T02:19:21,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37261,DS-0340e333-852c-44dd-906b-1c78fdcf545e,DISK] 2024-11-23T02:19:21,101 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/WALs/72b6db343a5d,43827,1732328358135/72b6db343a5d%2C43827%2C1732328358135.meta.1732328361059.meta 2024-11-23T02:19:21,101 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42261:42261)] 2024-11-23T02:19:21,101 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:19:21,102 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:19:21,102 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:19:21,102 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T02:19:21,102 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T02:19:21,102 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T02:19:21,102 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:19:21,102 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T02:19:21,102 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T02:19:21,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:19:21,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:19:21,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:21,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:21,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:19:21,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:19:21,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:21,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:21,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:19:21,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:19:21,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:21,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:21,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:19:21,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:19:21,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:21,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:21,111 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:19:21,112 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/meta/1588230740 2024-11-23T02:19:21,113 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/meta/1588230740 2024-11-23T02:19:21,114 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:19:21,114 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:19:21,115 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:19:21,116 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:19:21,117 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68357972, jitterRate=0.018613159656524658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:19:21,117 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T02:19:21,117 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732328361102Writing region info on filesystem at 1732328361102Initializing all the Stores at 1732328361104 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328361104Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328361104Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328361104Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328361104Cleaning up temporary data from old regions at 1732328361114 (+10 ms)Running coprocessor post-open hooks at 1732328361117 (+3 ms)Region opened successfully at 1732328361117 2024-11-23T02:19:21,119 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732328361049 2024-11-23T02:19:21,123 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T02:19:21,123 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T02:19:21,123 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,43827,1732328358135 2024-11-23T02:19:21,124 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,43827,1732328358135, state=OPEN 2024-11-23T02:19:21,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43827-0x101429ed7aa0004, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1012555979/meta-region-server 2024-11-23T02:19:21,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1012555979/meta-region-server: CHANGED 2024-11-23T02:19:21,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x101429ed7aa0003, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1012555979/meta-region-server 2024-11-23T02:19:21,126 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=72b6db343a5d,43827,1732328358135 2024-11-23T02:19:21,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1012555979/meta-region-server: CHANGED 2024-11-23T02:19:21,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T02:19:21,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,43827,1732328358135 in 232 msec 2024-11-23T02:19:21,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T02:19:21,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 394 msec 2024-11-23T02:19:21,134 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:19:21,134 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T02:19:21,137 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:19:21,137 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,43827,1732328358135, seqNum=-1] 2024-11-23T02:19:21,137 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:19:21,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:19:21,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2470 sec 2024-11-23T02:19:21,144 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732328361144, completionTime=-1 2024-11-23T02:19:21,144 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T02:19:21,144 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T02:19:21,147 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T02:19:21,147 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732328421147 2024-11-23T02:19:21,147 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732328481147 2024-11-23T02:19:21,147 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T02:19:21,147 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,46237,1732328358092-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:21,147 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,46237,1732328358092-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:21,147 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,46237,1732328358092-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:21,147 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-72b6db343a5d:46237, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:21,147 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:21,147 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:21,150 DEBUG [master/72b6db343a5d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T02:19:21,151 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.980sec 2024-11-23T02:19:21,151 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T02:19:21,151 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T02:19:21,151 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T02:19:21,151 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T02:19:21,151 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T02:19:21,151 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,46237,1732328358092-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:19:21,151 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,46237,1732328358092-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T02:19:21,159 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T02:19:21,159 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T02:19:21,159 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,46237,1732328358092-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:21,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c1a4c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:21,165 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,46237,-1 for getting cluster id 2024-11-23T02:19:21,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:19:21,169 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a35a7c0-897d-426c-9be6-2ad355f47d9d' 2024-11-23T02:19:21,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:19:21,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a35a7c0-897d-426c-9be6-2ad355f47d9d" 2024-11-23T02:19:21,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ad140a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:21,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,46237,-1] 2024-11-23T02:19:21,170 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:19:21,170 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:21,171 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:19:21,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4534460a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:21,172 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:19:21,173 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,43827,1732328358135, seqNum=-1] 2024-11-23T02:19:21,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:19:21,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:19:21,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=72b6db343a5d,46237,1732328358092 2024-11-23T02:19:21,179 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60469 2024-11-23T02:19:21,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:19:21,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101429ed7aa0005 connected 2024-11-23T02:19:21,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:19:21,198 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,36781,1732328354255 2024-11-23T02:19:21,198 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@292e644a 2024-11-23T02:19:21,198 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:19:21,201 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:19:21,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36781 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:19:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36781 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T02:19:21,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:19:21,205 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:21,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36781 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T02:19:21,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:19:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:19:21,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34573 is added to blk_1073741835_1011 (size=902) 2024-11-23T02:19:21,244 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => be340b48ad4c812400925d36c505389b, NAME => 'test,,1732328361201.be340b48ad4c812400925d36c505389b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f 2024-11-23T02:19:21,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34573 is added to blk_1073741836_1012 (size=39) 2024-11-23T02:19:21,289 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732328361201.be340b48ad4c812400925d36c505389b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:19:21,289 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing be340b48ad4c812400925d36c505389b, disabling compactions & flushes 2024-11-23T02:19:21,289 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732328361201.be340b48ad4c812400925d36c505389b. 2024-11-23T02:19:21,289 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732328361201.be340b48ad4c812400925d36c505389b. 2024-11-23T02:19:21,289 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732328361201.be340b48ad4c812400925d36c505389b. after waiting 0 ms 2024-11-23T02:19:21,289 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732328361201.be340b48ad4c812400925d36c505389b. 2024-11-23T02:19:21,289 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732328361201.be340b48ad4c812400925d36c505389b. 2024-11-23T02:19:21,289 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for be340b48ad4c812400925d36c505389b: Waiting for close lock at 1732328361289Disabling compacts and flushes for region at 1732328361289Disabling writes for close at 1732328361289Writing region close event to WAL at 1732328361289Closed at 1732328361289 2024-11-23T02:19:21,290 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:19:21,291 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732328361201.be340b48ad4c812400925d36c505389b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732328361291"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328361291"}]},"ts":"1732328361291"} 2024-11-23T02:19:21,298 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T02:19:21,300 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:19:21,300 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328361300"}]},"ts":"1732328361300"} 2024-11-23T02:19:21,309 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T02:19:21,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=be340b48ad4c812400925d36c505389b, ASSIGN}] 2024-11-23T02:19:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:19:21,312 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=be340b48ad4c812400925d36c505389b, ASSIGN 2024-11-23T02:19:21,313 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=be340b48ad4c812400925d36c505389b, ASSIGN; state=OFFLINE, location=72b6db343a5d,41627,1732328354314; forceNewPlan=false, retain=false 2024-11-23T02:19:21,464 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=be340b48ad4c812400925d36c505389b, regionState=OPENING, regionLocation=72b6db343a5d,41627,1732328354314 2024-11-23T02:19:21,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=be340b48ad4c812400925d36c505389b, ASSIGN because future has completed 2024-11-23T02:19:21,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure be340b48ad4c812400925d36c505389b, server=72b6db343a5d,41627,1732328354314}] 2024-11-23T02:19:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:19:21,637 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732328361201.be340b48ad4c812400925d36c505389b. 2024-11-23T02:19:21,637 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => be340b48ad4c812400925d36c505389b, NAME => 'test,,1732328361201.be340b48ad4c812400925d36c505389b.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:19:21,638 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:19:21,638 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T02:19:21,638 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test be340b48ad4c812400925d36c505389b 2024-11-23T02:19:21,638 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732328361201.be340b48ad4c812400925d36c505389b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:19:21,638 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for be340b48ad4c812400925d36c505389b 2024-11-23T02:19:21,638 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for be340b48ad4c812400925d36c505389b 2024-11-23T02:19:21,639 INFO [StoreOpener-be340b48ad4c812400925d36c505389b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region be340b48ad4c812400925d36c505389b 2024-11-23T02:19:21,640 INFO [StoreOpener-be340b48ad4c812400925d36c505389b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be340b48ad4c812400925d36c505389b columnFamilyName f 2024-11-23T02:19:21,640 DEBUG [StoreOpener-be340b48ad4c812400925d36c505389b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:21,641 INFO [StoreOpener-be340b48ad4c812400925d36c505389b-1 {}] regionserver.HStore(327): Store=be340b48ad4c812400925d36c505389b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:21,641 INFO [StoreOpener-be340b48ad4c812400925d36c505389b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region be340b48ad4c812400925d36c505389b 2024-11-23T02:19:21,642 INFO [StoreOpener-be340b48ad4c812400925d36c505389b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be340b48ad4c812400925d36c505389b columnFamilyName f1 2024-11-23T02:19:21,642 DEBUG [StoreOpener-be340b48ad4c812400925d36c505389b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:21,642 INFO [StoreOpener-be340b48ad4c812400925d36c505389b-1 {}] regionserver.HStore(327): Store=be340b48ad4c812400925d36c505389b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:21,642 INFO [StoreOpener-be340b48ad4c812400925d36c505389b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region be340b48ad4c812400925d36c505389b 2024-11-23T02:19:21,644 INFO [StoreOpener-be340b48ad4c812400925d36c505389b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be340b48ad4c812400925d36c505389b columnFamilyName norep 2024-11-23T02:19:21,644 DEBUG [StoreOpener-be340b48ad4c812400925d36c505389b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:21,645 INFO [StoreOpener-be340b48ad4c812400925d36c505389b-1 {}] regionserver.HStore(327): Store=be340b48ad4c812400925d36c505389b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:21,645 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for be340b48ad4c812400925d36c505389b 2024-11-23T02:19:21,645 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/default/test/be340b48ad4c812400925d36c505389b 2024-11-23T02:19:21,646 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/default/test/be340b48ad4c812400925d36c505389b 2024-11-23T02:19:21,646 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for be340b48ad4c812400925d36c505389b 2024-11-23T02:19:21,646 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for be340b48ad4c812400925d36c505389b 2024-11-23T02:19:21,647 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T02:19:21,648 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for be340b48ad4c812400925d36c505389b 2024-11-23T02:19:21,650 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/default/test/be340b48ad4c812400925d36c505389b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:19:21,650 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened be340b48ad4c812400925d36c505389b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66692459, jitterRate=-0.006204918026924133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T02:19:21,650 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be340b48ad4c812400925d36c505389b 2024-11-23T02:19:21,651 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for be340b48ad4c812400925d36c505389b: Running coprocessor pre-open hook at 1732328361638Writing region info on filesystem at 1732328361638Initializing all the Stores at 1732328361639 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328361639Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328361639Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328361639Cleaning up temporary data from old regions at 1732328361647 (+8 ms)Running coprocessor post-open hooks at 1732328361650 (+3 ms)Region opened successfully at 1732328361651 (+1 ms) 2024-11-23T02:19:21,652 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732328361201.be340b48ad4c812400925d36c505389b., pid=6, masterSystemTime=1732328361633 2024-11-23T02:19:21,654 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732328361201.be340b48ad4c812400925d36c505389b. 2024-11-23T02:19:21,654 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732328361201.be340b48ad4c812400925d36c505389b. 2024-11-23T02:19:21,655 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=be340b48ad4c812400925d36c505389b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=72b6db343a5d,41627,1732328354314 2024-11-23T02:19:21,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure be340b48ad4c812400925d36c505389b, server=72b6db343a5d,41627,1732328354314 because future has completed 2024-11-23T02:19:21,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T02:19:21,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure be340b48ad4c812400925d36c505389b, server=72b6db343a5d,41627,1732328354314 in 177 msec 2024-11-23T02:19:21,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T02:19:21,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=be340b48ad4c812400925d36c505389b, ASSIGN in 350 msec 2024-11-23T02:19:21,662 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:19:21,662 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328361662"}]},"ts":"1732328361662"} 2024-11-23T02:19:21,664 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T02:19:21,665 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:19:21,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 463 msec 2024-11-23T02:19:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:19:21,830 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T02:19:21,830 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:19:21,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,46237,1732328358092 2024-11-23T02:19:21,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60c09253 2024-11-23T02:19:21,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:19:21,832 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:19:21,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:19:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T02:19:21,835 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:19:21,835 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:21,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T02:19:21,836 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:19:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:19:21,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741835_1011 (size=902) 2024-11-23T02:19:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:19:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:19:22,243 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aa29894035426e11d5c860e8ec78e6c1, NAME => 'test,,1732328361833.aa29894035426e11d5c860e8ec78e6c1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2 2024-11-23T02:19:22,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741836_1012 (size=39) 2024-11-23T02:19:22,393 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T02:19:22,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:22,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:22,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:22,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:22,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:22,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:22,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:22,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:22,424 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T02:19:22,424 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T02:19:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:19:22,649 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732328361833.aa29894035426e11d5c860e8ec78e6c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:19:22,649 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing aa29894035426e11d5c860e8ec78e6c1, disabling compactions & flushes 2024-11-23T02:19:22,649 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732328361833.aa29894035426e11d5c860e8ec78e6c1. 2024-11-23T02:19:22,649 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732328361833.aa29894035426e11d5c860e8ec78e6c1. 2024-11-23T02:19:22,649 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732328361833.aa29894035426e11d5c860e8ec78e6c1. after waiting 0 ms 2024-11-23T02:19:22,649 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732328361833.aa29894035426e11d5c860e8ec78e6c1. 2024-11-23T02:19:22,649 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732328361833.aa29894035426e11d5c860e8ec78e6c1. 2024-11-23T02:19:22,649 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for aa29894035426e11d5c860e8ec78e6c1: Waiting for close lock at 1732328362649Disabling compacts and flushes for region at 1732328362649Disabling writes for close at 1732328362649Writing region close event to WAL at 1732328362649Closed at 1732328362649 2024-11-23T02:19:22,651 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:19:22,651 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732328361833.aa29894035426e11d5c860e8ec78e6c1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732328362651"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328362651"}]},"ts":"1732328362651"} 2024-11-23T02:19:22,653 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T02:19:22,654 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:19:22,654 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328362654"}]},"ts":"1732328362654"} 2024-11-23T02:19:22,655 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T02:19:22,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aa29894035426e11d5c860e8ec78e6c1, ASSIGN}] 2024-11-23T02:19:22,657 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aa29894035426e11d5c860e8ec78e6c1, ASSIGN 2024-11-23T02:19:22,658 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=aa29894035426e11d5c860e8ec78e6c1, ASSIGN; state=OFFLINE, location=72b6db343a5d,43827,1732328358135; forceNewPlan=false, retain=false 2024-11-23T02:19:22,808 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aa29894035426e11d5c860e8ec78e6c1, regionState=OPENING, regionLocation=72b6db343a5d,43827,1732328358135 2024-11-23T02:19:22,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=aa29894035426e11d5c860e8ec78e6c1, ASSIGN because future has completed 2024-11-23T02:19:22,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa29894035426e11d5c860e8ec78e6c1, server=72b6db343a5d,43827,1732328358135}] 2024-11-23T02:19:22,967 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732328361833.aa29894035426e11d5c860e8ec78e6c1. 2024-11-23T02:19:22,967 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => aa29894035426e11d5c860e8ec78e6c1, NAME => 'test,,1732328361833.aa29894035426e11d5c860e8ec78e6c1.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:19:22,967 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:19:22,967 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T02:19:22,967 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test aa29894035426e11d5c860e8ec78e6c1 2024-11-23T02:19:22,967 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732328361833.aa29894035426e11d5c860e8ec78e6c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:19:22,967 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for aa29894035426e11d5c860e8ec78e6c1 2024-11-23T02:19:22,967 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for aa29894035426e11d5c860e8ec78e6c1 2024-11-23T02:19:22,969 INFO [StoreOpener-aa29894035426e11d5c860e8ec78e6c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region aa29894035426e11d5c860e8ec78e6c1 2024-11-23T02:19:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:19:22,970 INFO [StoreOpener-aa29894035426e11d5c860e8ec78e6c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa29894035426e11d5c860e8ec78e6c1 columnFamilyName f 2024-11-23T02:19:22,970 DEBUG [StoreOpener-aa29894035426e11d5c860e8ec78e6c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:22,970 INFO [StoreOpener-aa29894035426e11d5c860e8ec78e6c1-1 {}] regionserver.HStore(327): Store=aa29894035426e11d5c860e8ec78e6c1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:22,970 INFO [StoreOpener-aa29894035426e11d5c860e8ec78e6c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region aa29894035426e11d5c860e8ec78e6c1 2024-11-23T02:19:22,971 INFO [StoreOpener-aa29894035426e11d5c860e8ec78e6c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa29894035426e11d5c860e8ec78e6c1 columnFamilyName f1 2024-11-23T02:19:22,971 DEBUG [StoreOpener-aa29894035426e11d5c860e8ec78e6c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:22,971 INFO [StoreOpener-aa29894035426e11d5c860e8ec78e6c1-1 {}] regionserver.HStore(327): Store=aa29894035426e11d5c860e8ec78e6c1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:22,972 INFO [StoreOpener-aa29894035426e11d5c860e8ec78e6c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region aa29894035426e11d5c860e8ec78e6c1 2024-11-23T02:19:22,972 INFO [StoreOpener-aa29894035426e11d5c860e8ec78e6c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa29894035426e11d5c860e8ec78e6c1 columnFamilyName norep 2024-11-23T02:19:22,972 DEBUG [StoreOpener-aa29894035426e11d5c860e8ec78e6c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:22,973 INFO [StoreOpener-aa29894035426e11d5c860e8ec78e6c1-1 {}] regionserver.HStore(327): Store=aa29894035426e11d5c860e8ec78e6c1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:22,973 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for aa29894035426e11d5c860e8ec78e6c1 2024-11-23T02:19:22,973 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/default/test/aa29894035426e11d5c860e8ec78e6c1 2024-11-23T02:19:22,973 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/default/test/aa29894035426e11d5c860e8ec78e6c1 2024-11-23T02:19:22,974 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for aa29894035426e11d5c860e8ec78e6c1 2024-11-23T02:19:22,974 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for aa29894035426e11d5c860e8ec78e6c1 2024-11-23T02:19:22,975 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T02:19:22,976 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for aa29894035426e11d5c860e8ec78e6c1 2024-11-23T02:19:22,977 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/default/test/aa29894035426e11d5c860e8ec78e6c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:19:22,978 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened aa29894035426e11d5c860e8ec78e6c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66726612, jitterRate=-0.005695998668670654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T02:19:22,978 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa29894035426e11d5c860e8ec78e6c1 2024-11-23T02:19:22,978 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for aa29894035426e11d5c860e8ec78e6c1: Running coprocessor pre-open hook at 1732328362967Writing region info on filesystem at 1732328362967Initializing all the Stores at 1732328362968 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328362968Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328362968Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328362968Cleaning up temporary data from old regions at 1732328362974 (+6 ms)Running coprocessor post-open hooks at 1732328362978 (+4 ms)Region opened successfully at 1732328362978 2024-11-23T02:19:22,979 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732328361833.aa29894035426e11d5c860e8ec78e6c1., pid=6, masterSystemTime=1732328362963 2024-11-23T02:19:22,980 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732328361833.aa29894035426e11d5c860e8ec78e6c1. 2024-11-23T02:19:22,980 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732328361833.aa29894035426e11d5c860e8ec78e6c1. 2024-11-23T02:19:22,981 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aa29894035426e11d5c860e8ec78e6c1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=72b6db343a5d,43827,1732328358135 2024-11-23T02:19:22,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa29894035426e11d5c860e8ec78e6c1, server=72b6db343a5d,43827,1732328358135 because future has completed 2024-11-23T02:19:22,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T02:19:22,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure aa29894035426e11d5c860e8ec78e6c1, server=72b6db343a5d,43827,1732328358135 in 173 msec 2024-11-23T02:19:22,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T02:19:22,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=aa29894035426e11d5c860e8ec78e6c1, ASSIGN in 329 msec 2024-11-23T02:19:22,987 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:19:22,987 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328362987"}]},"ts":"1732328362987"} 2024-11-23T02:19:22,989 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T02:19:22,989 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:19:22,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-23T02:19:23,615 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T02:19:23,615 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T02:19:23,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T02:19:23,616 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-23T02:19:23,617 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:19:23,617 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-23T02:19:23,617 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T02:19:23,617 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-23T02:19:23,617 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:19:23,617 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T02:19:23,617 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T02:19:23,617 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T02:19:23,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:19:23,980 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T02:19:23,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9bfc4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:23,981 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,36781,-1 for getting cluster id 2024-11-23T02:19:23,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:19:23,982 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9cd1267-0792-4f97-a1bc-67deeea8d1af' 2024-11-23T02:19:23,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:19:23,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9cd1267-0792-4f97-a1bc-67deeea8d1af" 2024-11-23T02:19:23,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64dff6a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:23,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,36781,-1] 2024-11-23T02:19:23,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:19:23,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:23,983 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:19:23,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bba51d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:23,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@578409ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:23,984 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,46237,-1 for getting cluster id 2024-11-23T02:19:23,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:19:23,985 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a35a7c0-897d-426c-9be6-2ad355f47d9d' 2024-11-23T02:19:23,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:19:23,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a35a7c0-897d-426c-9be6-2ad355f47d9d" 2024-11-23T02:19:23,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@730639ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:23,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,46237,-1] 2024-11-23T02:19:23,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:19:23,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:23,986 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:19:23,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66fb3057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:23,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75671e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:23,987 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,36781,-1 for getting cluster id 2024-11-23T02:19:23,988 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:19:23,988 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9cd1267-0792-4f97-a1bc-67deeea8d1af' 2024-11-23T02:19:23,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:19:23,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9cd1267-0792-4f97-a1bc-67deeea8d1af" 2024-11-23T02:19:23,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30fd379a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:23,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,36781,-1] 2024-11-23T02:19:23,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:19:23,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:23,990 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:19:23,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5781bc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:23,990 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:19:23,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,36781,1732328354255 2024-11-23T02:19:23,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f752a69 2024-11-23T02:19:23,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:19:23,992 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:19:23,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36781 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://72b6db343a5d:46237,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T02:19:23,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36781 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T02:19:23,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:19:23,995 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:46237' 2024-11-23T02:19:23,996 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d76f77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:23,996 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,46237,-1 for getting cluster id 2024-11-23T02:19:23,996 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:19:23,997 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a35a7c0-897d-426c-9be6-2ad355f47d9d' 2024-11-23T02:19:23,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:19:23,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a35a7c0-897d-426c-9be6-2ad355f47d9d" 2024-11-23T02:19:23,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0d869, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:23,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,46237,-1] 2024-11-23T02:19:23,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:19:23,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:23,998 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:19:23,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@177a963f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:23,999 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:19:23,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,46237,1732328358092 2024-11-23T02:19:23,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c588dc1 2024-11-23T02:19:24,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:19:24,000 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:19:24,001 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T02:19:24,001 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T02:19:24,001 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:24,001 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:24,001 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:19:24,001 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:19:24,002 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T02:19:24,003 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:19:24,003 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:24,004 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:19:24,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34573 is added to blk_1073741837_1013 (size=1138) 2024-11-23T02:19:24,011 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 25c7b64ac7878e62c2d2d6ec4350cc15, NAME => 'hbase:replication,,1732328364001.25c7b64ac7878e62c2d2d6ec4350cc15.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f 2024-11-23T02:19:24,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34573 is added to blk_1073741838_1014 (size=44) 2024-11-23T02:19:24,052 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T02:19:24,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:19:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:19:24,417 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732328364001.25c7b64ac7878e62c2d2d6ec4350cc15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:19:24,417 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 25c7b64ac7878e62c2d2d6ec4350cc15, disabling compactions & flushes 2024-11-23T02:19:24,417 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732328364001.25c7b64ac7878e62c2d2d6ec4350cc15. 2024-11-23T02:19:24,417 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732328364001.25c7b64ac7878e62c2d2d6ec4350cc15. 2024-11-23T02:19:24,417 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732328364001.25c7b64ac7878e62c2d2d6ec4350cc15. after waiting 0 ms 2024-11-23T02:19:24,417 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732328364001.25c7b64ac7878e62c2d2d6ec4350cc15. 2024-11-23T02:19:24,417 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732328364001.25c7b64ac7878e62c2d2d6ec4350cc15. 2024-11-23T02:19:24,417 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 25c7b64ac7878e62c2d2d6ec4350cc15: Waiting for close lock at 1732328364417Disabling compacts and flushes for region at 1732328364417Disabling writes for close at 1732328364417Writing region close event to WAL at 1732328364417Closed at 1732328364417 2024-11-23T02:19:24,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:19:24,419 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732328364001.25c7b64ac7878e62c2d2d6ec4350cc15.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732328364418"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328364418"}]},"ts":"1732328364418"} 2024-11-23T02:19:24,421 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T02:19:24,421 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:19:24,422 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328364421"}]},"ts":"1732328364421"} 2024-11-23T02:19:24,423 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T02:19:24,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=25c7b64ac7878e62c2d2d6ec4350cc15, ASSIGN}] 2024-11-23T02:19:24,424 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=25c7b64ac7878e62c2d2d6ec4350cc15, ASSIGN 2024-11-23T02:19:24,425 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=25c7b64ac7878e62c2d2d6ec4350cc15, ASSIGN; state=OFFLINE, location=72b6db343a5d,41627,1732328354314; forceNewPlan=false, retain=false 2024-11-23T02:19:24,576 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=25c7b64ac7878e62c2d2d6ec4350cc15, regionState=OPENING, regionLocation=72b6db343a5d,41627,1732328354314 2024-11-23T02:19:24,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=25c7b64ac7878e62c2d2d6ec4350cc15, ASSIGN because future has completed 2024-11-23T02:19:24,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25c7b64ac7878e62c2d2d6ec4350cc15, server=72b6db343a5d,41627,1732328354314}] 2024-11-23T02:19:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:19:24,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732328364001.25c7b64ac7878e62c2d2d6ec4350cc15. 2024-11-23T02:19:24,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:19:24,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T02:19:24,736 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C41627%2C1732328354314.rep, suffix=, logDir=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314, archiveDir=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/oldWALs, maxLogs=10 2024-11-23T02:19:24,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.rep.1732328364736, exclude list is [], retry=0 2024-11-23T02:19:24,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34573,DS-ab31daf5-2c50-4819-a6a7-aae47ce8c09e,DISK] 2024-11-23T02:19:24,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.rep.1732328364736 2024-11-23T02:19:24,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36445:36445)] 2024-11-23T02:19:24,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 25c7b64ac7878e62c2d2d6ec4350cc15, NAME => 'hbase:replication,,1732328364001.25c7b64ac7878e62c2d2d6ec4350cc15.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:19:24,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:19:24,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:19:24,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732328364001.25c7b64ac7878e62c2d2d6ec4350cc15. service=MultiRowMutationService 2024-11-23T02:19:24,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T02:19:24,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 25c7b64ac7878e62c2d2d6ec4350cc15 2024-11-23T02:19:24,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732328364001.25c7b64ac7878e62c2d2d6ec4350cc15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:19:24,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 25c7b64ac7878e62c2d2d6ec4350cc15 2024-11-23T02:19:24,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 25c7b64ac7878e62c2d2d6ec4350cc15 2024-11-23T02:19:24,755 INFO [StoreOpener-25c7b64ac7878e62c2d2d6ec4350cc15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 25c7b64ac7878e62c2d2d6ec4350cc15 2024-11-23T02:19:24,756 INFO [StoreOpener-25c7b64ac7878e62c2d2d6ec4350cc15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25c7b64ac7878e62c2d2d6ec4350cc15 columnFamilyName hfileref 2024-11-23T02:19:24,756 DEBUG [StoreOpener-25c7b64ac7878e62c2d2d6ec4350cc15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:24,756 INFO [StoreOpener-25c7b64ac7878e62c2d2d6ec4350cc15-1 {}] regionserver.HStore(327): Store=25c7b64ac7878e62c2d2d6ec4350cc15/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:24,756 INFO [StoreOpener-25c7b64ac7878e62c2d2d6ec4350cc15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 25c7b64ac7878e62c2d2d6ec4350cc15 2024-11-23T02:19:24,757 INFO [StoreOpener-25c7b64ac7878e62c2d2d6ec4350cc15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25c7b64ac7878e62c2d2d6ec4350cc15 columnFamilyName queue 2024-11-23T02:19:24,757 DEBUG [StoreOpener-25c7b64ac7878e62c2d2d6ec4350cc15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:24,758 INFO [StoreOpener-25c7b64ac7878e62c2d2d6ec4350cc15-1 {}] regionserver.HStore(327): Store=25c7b64ac7878e62c2d2d6ec4350cc15/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:24,758 INFO [StoreOpener-25c7b64ac7878e62c2d2d6ec4350cc15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 25c7b64ac7878e62c2d2d6ec4350cc15 2024-11-23T02:19:24,758 INFO [StoreOpener-25c7b64ac7878e62c2d2d6ec4350cc15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25c7b64ac7878e62c2d2d6ec4350cc15 columnFamilyName sid 2024-11-23T02:19:24,759 DEBUG [StoreOpener-25c7b64ac7878e62c2d2d6ec4350cc15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:24,759 INFO [StoreOpener-25c7b64ac7878e62c2d2d6ec4350cc15-1 {}] regionserver.HStore(327): Store=25c7b64ac7878e62c2d2d6ec4350cc15/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:24,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 25c7b64ac7878e62c2d2d6ec4350cc15 2024-11-23T02:19:24,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/replication/25c7b64ac7878e62c2d2d6ec4350cc15 2024-11-23T02:19:24,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/replication/25c7b64ac7878e62c2d2d6ec4350cc15 2024-11-23T02:19:24,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 25c7b64ac7878e62c2d2d6ec4350cc15 2024-11-23T02:19:24,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 25c7b64ac7878e62c2d2d6ec4350cc15 2024-11-23T02:19:24,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T02:19:24,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 25c7b64ac7878e62c2d2d6ec4350cc15 2024-11-23T02:19:24,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/replication/25c7b64ac7878e62c2d2d6ec4350cc15/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:19:24,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 25c7b64ac7878e62c2d2d6ec4350cc15; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74938016, jitterRate=0.11666345596313477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T02:19:24,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 25c7b64ac7878e62c2d2d6ec4350cc15 2024-11-23T02:19:24,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 25c7b64ac7878e62c2d2d6ec4350cc15: Running coprocessor pre-open hook at 1732328364754Writing region info on filesystem at 1732328364754Initializing all the Stores at 1732328364755 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328364755Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328364755Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328364755Cleaning up temporary data from old regions at 1732328364761 (+6 ms)Running coprocessor post-open hooks at 1732328364769 (+8 ms)Region opened successfully at 1732328364770 (+1 ms) 2024-11-23T02:19:24,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732328364001.25c7b64ac7878e62c2d2d6ec4350cc15., pid=10, masterSystemTime=1732328364731 2024-11-23T02:19:24,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732328364001.25c7b64ac7878e62c2d2d6ec4350cc15. 2024-11-23T02:19:24,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732328364001.25c7b64ac7878e62c2d2d6ec4350cc15. 2024-11-23T02:19:24,773 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=25c7b64ac7878e62c2d2d6ec4350cc15, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,41627,1732328354314 2024-11-23T02:19:24,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25c7b64ac7878e62c2d2d6ec4350cc15, server=72b6db343a5d,41627,1732328354314 because future has completed 2024-11-23T02:19:24,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T02:19:24,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 25c7b64ac7878e62c2d2d6ec4350cc15, server=72b6db343a5d,41627,1732328354314 in 198 msec 2024-11-23T02:19:24,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T02:19:24,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=25c7b64ac7878e62c2d2d6ec4350cc15, ASSIGN in 355 msec 2024-11-23T02:19:24,780 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:19:24,780 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328364780"}]},"ts":"1732328364780"} 2024-11-23T02:19:24,782 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T02:19:24,782 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:19:24,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 781 msec 2024-11-23T02:19:24,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732328364001.25c7b64ac7878e62c2d2d6ec4350cc15., hostname=72b6db343a5d,41627,1732328354314, seqNum=2] 2024-11-23T02:19:24,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x101429ed7aa0000, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-248285399 2024-11-23T02:19:24,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x101429ed7aa0001, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-248285399 2024-11-23T02:19:24,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T02:19:24,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T02:19:24,970 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T02:19:24,999 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-72b6db343a5d,41627,1732328354314, ReplicationSource: 1, currentBandwidth=0 2024-11-23T02:19:24,999 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:19:24,999 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,41627,1732328354314, seqNum=-1] 2024-11-23T02:19:25,000 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:19:25,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-23T02:19:25,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-72b6db343a5d,41627,1732328354314', locateType=CURRENT is [region=hbase:replication,,1732328364001.25c7b64ac7878e62c2d2d6ec4350cc15., hostname=72b6db343a5d,41627,1732328354314, seqNum=2] 2024-11-23T02:19:25,004 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T02:19:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36781 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T02:19:25,007 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 72b6db343a5d,41627,1732328354314 suceeded 2024-11-23T02:19:25,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T02:19:25,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-23T02:19:25,008 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://72b6db343a5d:46237,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T02:19:25,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0160 sec 2024-11-23T02:19:25,020 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:46237' 2024-11-23T02:19:25,021 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73082071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:25,021 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,46237,-1 for getting cluster id 2024-11-23T02:19:25,021 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:19:25,022 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a35a7c0-897d-426c-9be6-2ad355f47d9d' 2024-11-23T02:19:25,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:19:25,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a35a7c0-897d-426c-9be6-2ad355f47d9d" 2024-11-23T02:19:25,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ed5db45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:25,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,46237,-1] 2024-11-23T02:19:25,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:19:25,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:25,023 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:19:25,024 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f39180f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:25,024 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:19:25,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,46237,1732328358092 2024-11-23T02:19:25,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a024444 2024-11-23T02:19:25,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:19:25,025 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-23T02:19:25,026 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-72b6db343a5d,41627,1732328354314 (queues=1) is replicating from cluster=f9cd1267-0792-4f97-a1bc-67deeea8d1af to cluster=2a35a7c0-897d-426c-9be6-2ad355f47d9d 2024-11-23T02:19:25,026 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=72b6db343a5d%2C41627%2C1732328354314 2024-11-23T02:19:25,026 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-72b6db343a5d,41627,1732328354314, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T02:19:25,026 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.shipper72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 72b6db343a5d%2C41627%2C1732328354314 2024-11-23T02:19:25,027 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.wal-reader.72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.1732328356314, startPosition=0, beingWritten=true 2024-11-23T02:19:25,032 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.wal-reader.72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:19:25,032 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.wal-reader.72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.1732328356314 to pos 379, reset compression=false 2024-11-23T02:19:25,032 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.shipper72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,41627,1732328354314 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.1732328356314, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:19:25,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:19:25,130 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T02:19:25,130 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:19:25,130 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:19:25,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:25,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:25,131 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:19:25,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1222c002, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:25,131 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,46237,-1 for getting cluster id 2024-11-23T02:19:25,132 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:19:25,132 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a35a7c0-897d-426c-9be6-2ad355f47d9d' 2024-11-23T02:19:25,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:19:25,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a35a7c0-897d-426c-9be6-2ad355f47d9d" 2024-11-23T02:19:25,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@318a59f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:25,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,46237,-1] 2024-11-23T02:19:25,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:19:25,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:25,134 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:19:25,134 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52557e7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:25,134 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:19:25,135 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,46237,1732328358092 2024-11-23T02:19:25,135 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a83f9a 2024-11-23T02:19:25,135 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:19:25,136 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:19:25,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://72b6db343a5d:36781,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T02:19:25,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T02:19:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:19:25,139 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:36781' 2024-11-23T02:19:25,139 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe7551b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:25,139 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,36781,-1 for getting cluster id 2024-11-23T02:19:25,140 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:19:25,140 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9cd1267-0792-4f97-a1bc-67deeea8d1af' 2024-11-23T02:19:25,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:19:25,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9cd1267-0792-4f97-a1bc-67deeea8d1af" 2024-11-23T02:19:25,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5881e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:25,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,36781,-1] 2024-11-23T02:19:25,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:19:25,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:25,141 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:19:25,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18eb0c80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:25,142 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:19:25,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,36781,1732328354255 2024-11-23T02:19:25,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52cc268f 2024-11-23T02:19:25,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:19:25,143 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:19:25,143 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-23T02:19:25,143 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T02:19:25,144 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:25,144 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:25,144 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:19:25,144 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:19:25,145 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T02:19:25,146 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:19:25,146 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:25,146 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:19:25,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741837_1013 (size=1138) 2024-11-23T02:19:25,195 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T02:19:25,235 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.wal-reader.72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.1732328356314 to pos 379, reset compression=false 2024-11-23T02:19:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:19:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:19:25,539 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.wal-reader.72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.1732328356314 to pos 379, reset compression=false 2024-11-23T02:19:25,554 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 970543da1ef0ae5e1bdda4dd506fd2bf, NAME => 'hbase:replication,,1732328365144.970543da1ef0ae5e1bdda4dd506fd2bf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2 2024-11-23T02:19:25,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741838_1014 (size=44) 2024-11-23T02:19:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:19:25,943 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.wal-reader.72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.1732328356314 to pos 379, reset compression=false 2024-11-23T02:19:25,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732328365144.970543da1ef0ae5e1bdda4dd506fd2bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:19:25,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 970543da1ef0ae5e1bdda4dd506fd2bf, disabling compactions & flushes 2024-11-23T02:19:25,960 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732328365144.970543da1ef0ae5e1bdda4dd506fd2bf. 2024-11-23T02:19:25,960 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732328365144.970543da1ef0ae5e1bdda4dd506fd2bf. 2024-11-23T02:19:25,960 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732328365144.970543da1ef0ae5e1bdda4dd506fd2bf. after waiting 0 ms 2024-11-23T02:19:25,960 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732328365144.970543da1ef0ae5e1bdda4dd506fd2bf. 2024-11-23T02:19:25,960 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732328365144.970543da1ef0ae5e1bdda4dd506fd2bf. 2024-11-23T02:19:25,960 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 970543da1ef0ae5e1bdda4dd506fd2bf: Waiting for close lock at 1732328365959Disabling compacts and flushes for region at 1732328365959Disabling writes for close at 1732328365960 (+1 ms)Writing region close event to WAL at 1732328365960Closed at 1732328365960 2024-11-23T02:19:25,961 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:19:25,961 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732328365144.970543da1ef0ae5e1bdda4dd506fd2bf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732328365961"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328365961"}]},"ts":"1732328365961"} 2024-11-23T02:19:25,963 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T02:19:25,964 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:19:25,964 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328365964"}]},"ts":"1732328365964"} 2024-11-23T02:19:25,965 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T02:19:25,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=970543da1ef0ae5e1bdda4dd506fd2bf, ASSIGN}] 2024-11-23T02:19:25,967 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=970543da1ef0ae5e1bdda4dd506fd2bf, ASSIGN 2024-11-23T02:19:25,967 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=970543da1ef0ae5e1bdda4dd506fd2bf, ASSIGN; state=OFFLINE, location=72b6db343a5d,43827,1732328358135; forceNewPlan=false, retain=false 2024-11-23T02:19:26,118 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=970543da1ef0ae5e1bdda4dd506fd2bf, regionState=OPENING, regionLocation=72b6db343a5d,43827,1732328358135 2024-11-23T02:19:26,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=970543da1ef0ae5e1bdda4dd506fd2bf, ASSIGN because future has completed 2024-11-23T02:19:26,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 970543da1ef0ae5e1bdda4dd506fd2bf, server=72b6db343a5d,43827,1732328358135}] 2024-11-23T02:19:26,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:19:26,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732328365144.970543da1ef0ae5e1bdda4dd506fd2bf. 2024-11-23T02:19:26,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:19:26,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T02:19:26,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C43827%2C1732328358135.rep, suffix=, logDir=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/WALs/72b6db343a5d,43827,1732328358135, archiveDir=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/oldWALs, maxLogs=10 2024-11-23T02:19:26,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/WALs/72b6db343a5d,43827,1732328358135/72b6db343a5d%2C43827%2C1732328358135.rep.1732328366278, exclude list is [], retry=0 2024-11-23T02:19:26,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37261,DS-0340e333-852c-44dd-906b-1c78fdcf545e,DISK] 2024-11-23T02:19:26,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/WALs/72b6db343a5d,43827,1732328358135/72b6db343a5d%2C43827%2C1732328358135.rep.1732328366278 2024-11-23T02:19:26,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42261:42261)] 2024-11-23T02:19:26,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 970543da1ef0ae5e1bdda4dd506fd2bf, NAME => 'hbase:replication,,1732328365144.970543da1ef0ae5e1bdda4dd506fd2bf.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:19:26,299 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:19:26,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:19:26,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732328365144.970543da1ef0ae5e1bdda4dd506fd2bf. service=MultiRowMutationService 2024-11-23T02:19:26,299 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T02:19:26,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 970543da1ef0ae5e1bdda4dd506fd2bf 2024-11-23T02:19:26,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732328365144.970543da1ef0ae5e1bdda4dd506fd2bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:19:26,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 970543da1ef0ae5e1bdda4dd506fd2bf 2024-11-23T02:19:26,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 970543da1ef0ae5e1bdda4dd506fd2bf 2024-11-23T02:19:26,301 INFO [StoreOpener-970543da1ef0ae5e1bdda4dd506fd2bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 970543da1ef0ae5e1bdda4dd506fd2bf 2024-11-23T02:19:26,302 INFO [StoreOpener-970543da1ef0ae5e1bdda4dd506fd2bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 970543da1ef0ae5e1bdda4dd506fd2bf columnFamilyName hfileref 2024-11-23T02:19:26,302 DEBUG [StoreOpener-970543da1ef0ae5e1bdda4dd506fd2bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:26,303 INFO [StoreOpener-970543da1ef0ae5e1bdda4dd506fd2bf-1 {}] regionserver.HStore(327): Store=970543da1ef0ae5e1bdda4dd506fd2bf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:26,304 INFO [StoreOpener-970543da1ef0ae5e1bdda4dd506fd2bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 970543da1ef0ae5e1bdda4dd506fd2bf 2024-11-23T02:19:26,305 INFO [StoreOpener-970543da1ef0ae5e1bdda4dd506fd2bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 970543da1ef0ae5e1bdda4dd506fd2bf columnFamilyName queue 2024-11-23T02:19:26,305 DEBUG [StoreOpener-970543da1ef0ae5e1bdda4dd506fd2bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:26,305 INFO [StoreOpener-970543da1ef0ae5e1bdda4dd506fd2bf-1 {}] regionserver.HStore(327): Store=970543da1ef0ae5e1bdda4dd506fd2bf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:26,305 INFO [StoreOpener-970543da1ef0ae5e1bdda4dd506fd2bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 970543da1ef0ae5e1bdda4dd506fd2bf 2024-11-23T02:19:26,306 INFO [StoreOpener-970543da1ef0ae5e1bdda4dd506fd2bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 970543da1ef0ae5e1bdda4dd506fd2bf columnFamilyName sid 2024-11-23T02:19:26,306 DEBUG [StoreOpener-970543da1ef0ae5e1bdda4dd506fd2bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:26,306 INFO [StoreOpener-970543da1ef0ae5e1bdda4dd506fd2bf-1 {}] regionserver.HStore(327): Store=970543da1ef0ae5e1bdda4dd506fd2bf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:26,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 970543da1ef0ae5e1bdda4dd506fd2bf 2024-11-23T02:19:26,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/replication/970543da1ef0ae5e1bdda4dd506fd2bf 2024-11-23T02:19:26,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/replication/970543da1ef0ae5e1bdda4dd506fd2bf 2024-11-23T02:19:26,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 970543da1ef0ae5e1bdda4dd506fd2bf 2024-11-23T02:19:26,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 970543da1ef0ae5e1bdda4dd506fd2bf 2024-11-23T02:19:26,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T02:19:26,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 970543da1ef0ae5e1bdda4dd506fd2bf 2024-11-23T02:19:26,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/replication/970543da1ef0ae5e1bdda4dd506fd2bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:19:26,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 970543da1ef0ae5e1bdda4dd506fd2bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74775616, jitterRate=0.1142435073852539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T02:19:26,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 970543da1ef0ae5e1bdda4dd506fd2bf 2024-11-23T02:19:26,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 970543da1ef0ae5e1bdda4dd506fd2bf: Running coprocessor pre-open hook at 1732328366299Writing region info on filesystem at 1732328366299Initializing all the Stores at 1732328366300 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328366300Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328366300Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328366300Cleaning up temporary data from old regions at 1732328366309 (+9 ms)Running coprocessor post-open hooks at 1732328366313 (+4 ms)Region opened successfully at 1732328366313 2024-11-23T02:19:26,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732328365144.970543da1ef0ae5e1bdda4dd506fd2bf., pid=10, masterSystemTime=1732328366272 2024-11-23T02:19:26,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732328365144.970543da1ef0ae5e1bdda4dd506fd2bf. 2024-11-23T02:19:26,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732328365144.970543da1ef0ae5e1bdda4dd506fd2bf. 2024-11-23T02:19:26,316 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=970543da1ef0ae5e1bdda4dd506fd2bf, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,43827,1732328358135 2024-11-23T02:19:26,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 970543da1ef0ae5e1bdda4dd506fd2bf, server=72b6db343a5d,43827,1732328358135 because future has completed 2024-11-23T02:19:26,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T02:19:26,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 970543da1ef0ae5e1bdda4dd506fd2bf, server=72b6db343a5d,43827,1732328358135 in 200 msec 2024-11-23T02:19:26,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T02:19:26,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=970543da1ef0ae5e1bdda4dd506fd2bf, ASSIGN in 357 msec 2024-11-23T02:19:26,325 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:19:26,325 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328366325"}]},"ts":"1732328366325"} 2024-11-23T02:19:26,327 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T02:19:26,328 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:19:26,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1840 sec 2024-11-23T02:19:26,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732328365144.970543da1ef0ae5e1bdda4dd506fd2bf., hostname=72b6db343a5d,43827,1732328358135, seqNum=2] 2024-11-23T02:19:26,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x101429ed7aa0003, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1012555979 2024-11-23T02:19:26,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43827-0x101429ed7aa0004, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1012555979 2024-11-23T02:19:26,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T02:19:26,447 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.wal-reader.72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.1732328356314 to pos 379, reset compression=false 2024-11-23T02:19:26,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T02:19:26,513 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T02:19:26,551 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-72b6db343a5d,43827,1732328358135, ReplicationSource: 1, currentBandwidth=0 2024-11-23T02:19:26,552 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:19:26,552 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,43827,1732328358135, seqNum=-1] 2024-11-23T02:19:26,552 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:19:26,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-23T02:19:26,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-72b6db343a5d,43827,1732328358135', locateType=CURRENT is [region=hbase:replication,,1732328365144.970543da1ef0ae5e1bdda4dd506fd2bf., hostname=72b6db343a5d,43827,1732328358135, seqNum=2] 2024-11-23T02:19:26,557 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T02:19:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T02:19:26,560 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 72b6db343a5d,43827,1732328358135 suceeded 2024-11-23T02:19:26,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T02:19:26,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-23T02:19:26,562 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://72b6db343a5d:36781,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T02:19:26,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4260 sec 2024-11-23T02:19:26,572 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:36781' 2024-11-23T02:19:26,573 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5db93dbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:26,573 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,36781,-1 for getting cluster id 2024-11-23T02:19:26,573 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:19:26,574 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9cd1267-0792-4f97-a1bc-67deeea8d1af' 2024-11-23T02:19:26,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:19:26,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9cd1267-0792-4f97-a1bc-67deeea8d1af" 2024-11-23T02:19:26,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@679b6bc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:26,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,36781,-1] 2024-11-23T02:19:26,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:19:26,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:26,575 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:19:26,576 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4eb682a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:26,576 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:19:26,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,36781,1732328354255 2024-11-23T02:19:26,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@98307a6 2024-11-23T02:19:26,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:19:26,577 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-23T02:19:26,578 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-72b6db343a5d,43827,1732328358135 (queues=1) is replicating from cluster=2a35a7c0-897d-426c-9be6-2ad355f47d9d to cluster=f9cd1267-0792-4f97-a1bc-67deeea8d1af 2024-11-23T02:19:26,578 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=72b6db343a5d%2C43827%2C1732328358135 2024-11-23T02:19:26,578 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-72b6db343a5d,43827,1732328358135, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T02:19:26,578 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.shipper72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 72b6db343a5d%2C43827%2C1732328358135 2024-11-23T02:19:26,579 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.wal-reader.72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/WALs/72b6db343a5d,43827,1732328358135/72b6db343a5d%2C43827%2C1732328358135.1732328360127, startPosition=0, beingWritten=true 2024-11-23T02:19:26,584 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.wal-reader.72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:19:26,584 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.wal-reader.72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/WALs/72b6db343a5d,43827,1732328358135/72b6db343a5d%2C43827%2C1732328358135.1732328360127 to pos 379, reset compression=false 2024-11-23T02:19:26,584 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.shipper72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,43827,1732328358135 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/WALs/72b6db343a5d,43827,1732328358135/72b6db343a5d%2C43827%2C1732328358135.1732328360127, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:19:26,788 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.wal-reader.72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/WALs/72b6db343a5d,43827,1732328358135/72b6db343a5d%2C43827%2C1732328358135.1732328360127 to pos 379, reset compression=false 2024-11-23T02:19:27,051 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.wal-reader.72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.1732328356314 to pos 379, reset compression=false 2024-11-23T02:19:27,093 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.wal-reader.72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/WALs/72b6db343a5d,43827,1732328358135/72b6db343a5d%2C43827%2C1732328358135.1732328360127 to pos 379, reset compression=false 2024-11-23T02:19:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:19:27,281 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T02:19:27,281 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:19:27,281 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:19:27,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:27,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:27,281 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:19:27,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:19:27,285 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732328367285/Put/seqid=0 2024-11-23T02:19:27,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34573 is added to blk_1073741840_1016 (size=7894) 2024-11-23T02:19:27,498 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.wal-reader.72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/WALs/72b6db343a5d,43827,1732328358135/72b6db343a5d%2C43827%2C1732328358135.1732328360127 to pos 379, reset compression=false 2024-11-23T02:19:27,692 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732328367692/Put/seqid=0 2024-11-23T02:19:27,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34573 is added to blk_1073741841_1017 (size=7691) 2024-11-23T02:19:27,756 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.wal-reader.72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.1732328356314 to pos 379, reset compression=false 2024-11-23T02:19:28,002 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.wal-reader.72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/WALs/72b6db343a5d,43827,1732328358135/72b6db343a5d%2C43827%2C1732328358135.1732328360127 to pos 379, reset compression=false 2024-11-23T02:19:28,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7114017b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:28,098 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,36781,-1 for getting cluster id 2024-11-23T02:19:28,098 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:19:28,099 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9cd1267-0792-4f97-a1bc-67deeea8d1af' 2024-11-23T02:19:28,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:19:28,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9cd1267-0792-4f97-a1bc-67deeea8d1af" 2024-11-23T02:19:28,100 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7238a741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:28,100 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,36781,-1] 2024-11-23T02:19:28,100 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:19:28,100 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:28,101 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:19:28,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@746ff3e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:28,102 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:19:28,103 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,41627,1732328354314, seqNum=-1] 2024-11-23T02:19:28,103 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:19:28,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:19:28,112 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:19:28,113 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,36781,1732328354255 2024-11-23T02:19:28,113 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ca91d7e 2024-11-23T02:19:28,113 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:19:28,114 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:19:28,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732328361201.be340b48ad4c812400925d36c505389b., hostname=72b6db343a5d,41627,1732328354314, seqNum=2] 2024-11-23T02:19:28,119 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T02:19:28,124 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-23T02:19:28,126 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-23T02:19:28,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/testHFileCyclicReplication_01/f/hfile_0 for inclusion in be340b48ad4c812400925d36c505389b/f 2024-11-23T02:19:28,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-23T02:19:28,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T02:19:28,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/testHFileCyclicReplication_01/f/hfile_1 for inclusion in be340b48ad4c812400925d36c505389b/f 2024-11-23T02:19:28,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-23T02:19:28,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T02:19:28,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.HRegion(2603): Flush status journal for be340b48ad4c812400925d36c505389b: 2024-11-23T02:19:28,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/staging/jenkins__test__buobi4r33ju9kihupdordcp94qukp70hc4nmcke9mk63g3v3r978roncg28rghkh/f/hfile_0 2024-11-23T02:19:28,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/staging/jenkins__test__buobi4r33ju9kihupdordcp94qukp70hc4nmcke9mk63g3v3r978roncg28rghkh/f/hfile_0 as hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/default/test/be340b48ad4c812400925d36c505389b/f/70abe683fc2942a4a49482389d2bf209_SeqId_4_ 2024-11-23T02:19:28,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/staging/jenkins__test__buobi4r33ju9kihupdordcp94qukp70hc4nmcke9mk63g3v3r978roncg28rghkh/f/hfile_1 2024-11-23T02:19:28,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/staging/jenkins__test__buobi4r33ju9kihupdordcp94qukp70hc4nmcke9mk63g3v3r978roncg28rghkh/f/hfile_1 as hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/default/test/be340b48ad4c812400925d36c505389b/f/dcf6e843d6cf49b7aceb7fa6265ceea3_SeqId_4_ 2024-11-23T02:19:28,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/staging/jenkins__test__buobi4r33ju9kihupdordcp94qukp70hc4nmcke9mk63g3v3r978roncg28rghkh/f/hfile_0 into be340b48ad4c812400925d36c505389b/f as hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/default/test/be340b48ad4c812400925d36c505389b/f/70abe683fc2942a4a49482389d2bf209_SeqId_4_ - updating store file list. 2024-11-23T02:19:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 70abe683fc2942a4a49482389d2bf209_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T02:19:28,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/default/test/be340b48ad4c812400925d36c505389b/f/70abe683fc2942a4a49482389d2bf209_SeqId_4_ into be340b48ad4c812400925d36c505389b/f 2024-11-23T02:19:28,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/staging/jenkins__test__buobi4r33ju9kihupdordcp94qukp70hc4nmcke9mk63g3v3r978roncg28rghkh/f/hfile_0 into be340b48ad4c812400925d36c505389b/f (new location: hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/default/test/be340b48ad4c812400925d36c505389b/f/70abe683fc2942a4a49482389d2bf209_SeqId_4_) 2024-11-23T02:19:28,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/staging/jenkins__test__buobi4r33ju9kihupdordcp94qukp70hc4nmcke9mk63g3v3r978roncg28rghkh/f/hfile_0 2024-11-23T02:19:28,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/staging/jenkins__test__buobi4r33ju9kihupdordcp94qukp70hc4nmcke9mk63g3v3r978roncg28rghkh/f/hfile_1 into be340b48ad4c812400925d36c505389b/f as hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/default/test/be340b48ad4c812400925d36c505389b/f/dcf6e843d6cf49b7aceb7fa6265ceea3_SeqId_4_ - updating store file list. 2024-11-23T02:19:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dcf6e843d6cf49b7aceb7fa6265ceea3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T02:19:28,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/default/test/be340b48ad4c812400925d36c505389b/f/dcf6e843d6cf49b7aceb7fa6265ceea3_SeqId_4_ into be340b48ad4c812400925d36c505389b/f 2024-11-23T02:19:28,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/staging/jenkins__test__buobi4r33ju9kihupdordcp94qukp70hc4nmcke9mk63g3v3r978roncg28rghkh/f/hfile_1 into be340b48ad4c812400925d36c505389b/f (new location: hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/default/test/be340b48ad4c812400925d36c505389b/f/dcf6e843d6cf49b7aceb7fa6265ceea3_SeqId_4_) 2024-11-23T02:19:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/staging/jenkins__test__buobi4r33ju9kihupdordcp94qukp70hc4nmcke9mk63g3v3r978roncg28rghkh/f/hfile_1 2024-11-23T02:19:28,153 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:19:28,153 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:19:28,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:28,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:28,153 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:19:28,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732328361201.be340b48ad4c812400925d36c505389b., hostname=72b6db343a5d,41627,1732328354314, seqNum=2 , the old value is region=test,,1732328361201.be340b48ad4c812400925d36c505389b., hostname=72b6db343a5d,41627,1732328354314, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=72b6db343a5d:41627 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T02:19:28,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732328361201.be340b48ad4c812400925d36c505389b., hostname=72b6db343a5d,41627,1732328354314, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T02:19:28,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732328361201.be340b48ad4c812400925d36c505389b., hostname=72b6db343a5d,41627,1732328354314, seqNum=2 from cache 2024-11-23T02:19:28,154 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:19:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:60628 deadline: 1732328428153 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:60628 2024-11-23T02:19:28,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,43827,1732328358135, seqNum=-1] 2024-11-23T02:19:28,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:19:28,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:19:28,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732328361833.aa29894035426e11d5c860e8ec78e6c1., hostname=72b6db343a5d,43827,1732328358135, seqNum=2] 2024-11-23T02:19:28,159 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T02:19:28,260 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=72b6db343a5d:41627 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-23T02:19:28,469 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T02:19:28,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:28,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:28,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:28,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:28,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:28,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:28,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:28,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:28,503 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T02:19:28,560 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.wal-reader.72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.1732328356314 to pos 379, reset compression=false 2024-11-23T02:19:28,566 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.wal-reader.72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T02:19:28,566 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.shipper72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,41627,1732328354314 got entry batch from reader: WALEntryBatch [walEntries=[{test/be340b48ad4c812400925d36c505389b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732328368151/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.1732328356314, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-23T02:19:28,569 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.shipper72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:19:28,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-23T02:19:28,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.ReplicationSink(318): Replicating [f9cd1267-0792-4f97-a1bc-67deeea8d1af] bulk loaded data 2024-11-23T02:19:28,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@466ac8e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:28,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,46237,-1 for getting cluster id 2024-11-23T02:19:28,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:19:28,571 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a35a7c0-897d-426c-9be6-2ad355f47d9d' 2024-11-23T02:19:28,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:19:28,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a35a7c0-897d-426c-9be6-2ad355f47d9d" 2024-11-23T02:19:28,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40ba9d95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:28,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,46237,-1] 2024-11-23T02:19:28,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:19:28,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:28,573 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:19:28,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36f88c10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:28,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741840_1016 (size=7894) 2024-11-23T02:19:28,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741841_1017 (size=7691) 2024-11-23T02:19:28,606 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.wal-reader.72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/WALs/72b6db343a5d,43827,1732328358135/72b6db343a5d%2C43827%2C1732328358135.1732328360127 to pos 379, reset compression=false 2024-11-23T02:19:28,766 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.wal-reader.72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.1732328356314 to pos 687, reset compression=false 2024-11-23T02:19:29,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:19:29,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,46237,1732328358092 2024-11-23T02:19:29,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@387089c0 2024-11-23T02:19:29,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:19:29,003 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-23T02:19:29,006 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T02:19:29,006 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:19:29,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,43827,1732328358135, seqNum=-1] 2024-11-23T02:19:29,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:19:29,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-23T02:19:29,014 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/staging/jenkins.hfs.11__test__o6kqtirreuf31cbqj2db5oegdkiunsgl6s0hasmnuru48iuj28h26dfbuommlmlr/f/70abe683fc2942a4a49482389d2bf209_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-23T02:19:29,017 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/staging/jenkins.hfs.11__test__o6kqtirreuf31cbqj2db5oegdkiunsgl6s0hasmnuru48iuj28h26dfbuommlmlr/f/dcf6e843d6cf49b7aceb7fa6265ceea3_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-23T02:19:29,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/staging/jenkins.hfs.11__test__o6kqtirreuf31cbqj2db5oegdkiunsgl6s0hasmnuru48iuj28h26dfbuommlmlr/f/70abe683fc2942a4a49482389d2bf209_SeqId_4_ for inclusion in aa29894035426e11d5c860e8ec78e6c1/f 2024-11-23T02:19:29,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-23T02:19:29,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T02:19:29,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/staging/jenkins.hfs.11__test__o6kqtirreuf31cbqj2db5oegdkiunsgl6s0hasmnuru48iuj28h26dfbuommlmlr/f/dcf6e843d6cf49b7aceb7fa6265ceea3_SeqId_4_ for inclusion in aa29894035426e11d5c860e8ec78e6c1/f 2024-11-23T02:19:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-23T02:19:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T02:19:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.HRegion(2603): Flush status journal for aa29894035426e11d5c860e8ec78e6c1: 2024-11-23T02:19:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 70abe683fc2942a4a49482389d2bf209_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-23T02:19:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/staging/jenkins.hfs.11__test__o6kqtirreuf31cbqj2db5oegdkiunsgl6s0hasmnuru48iuj28h26dfbuommlmlr/f/70abe683fc2942a4a49482389d2bf209_SeqId_4_ as hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/default/test/aa29894035426e11d5c860e8ec78e6c1/f/7560ca7ee2be4f17ab48f61fcbac1585_SeqId_4_ 2024-11-23T02:19:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): dcf6e843d6cf49b7aceb7fa6265ceea3_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-23T02:19:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/staging/jenkins.hfs.11__test__o6kqtirreuf31cbqj2db5oegdkiunsgl6s0hasmnuru48iuj28h26dfbuommlmlr/f/dcf6e843d6cf49b7aceb7fa6265ceea3_SeqId_4_ as hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/default/test/aa29894035426e11d5c860e8ec78e6c1/f/106027be10dc416cb5571b1dbdca2056_SeqId_4_ 2024-11-23T02:19:29,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/staging/jenkins.hfs.11__test__o6kqtirreuf31cbqj2db5oegdkiunsgl6s0hasmnuru48iuj28h26dfbuommlmlr/f/70abe683fc2942a4a49482389d2bf209_SeqId_4_ into aa29894035426e11d5c860e8ec78e6c1/f as hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/default/test/aa29894035426e11d5c860e8ec78e6c1/f/7560ca7ee2be4f17ab48f61fcbac1585_SeqId_4_ - updating store file list. 2024-11-23T02:19:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7560ca7ee2be4f17ab48f61fcbac1585_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T02:19:29,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/default/test/aa29894035426e11d5c860e8ec78e6c1/f/7560ca7ee2be4f17ab48f61fcbac1585_SeqId_4_ into aa29894035426e11d5c860e8ec78e6c1/f 2024-11-23T02:19:29,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/staging/jenkins.hfs.11__test__o6kqtirreuf31cbqj2db5oegdkiunsgl6s0hasmnuru48iuj28h26dfbuommlmlr/f/70abe683fc2942a4a49482389d2bf209_SeqId_4_ into aa29894035426e11d5c860e8ec78e6c1/f (new location: hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/default/test/aa29894035426e11d5c860e8ec78e6c1/f/7560ca7ee2be4f17ab48f61fcbac1585_SeqId_4_) 2024-11-23T02:19:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/staging/jenkins.hfs.11__test__o6kqtirreuf31cbqj2db5oegdkiunsgl6s0hasmnuru48iuj28h26dfbuommlmlr/f/70abe683fc2942a4a49482389d2bf209_SeqId_4_ 2024-11-23T02:19:29,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/staging/jenkins.hfs.11__test__o6kqtirreuf31cbqj2db5oegdkiunsgl6s0hasmnuru48iuj28h26dfbuommlmlr/f/dcf6e843d6cf49b7aceb7fa6265ceea3_SeqId_4_ into aa29894035426e11d5c860e8ec78e6c1/f as hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/default/test/aa29894035426e11d5c860e8ec78e6c1/f/106027be10dc416cb5571b1dbdca2056_SeqId_4_ - updating store file list. 2024-11-23T02:19:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 106027be10dc416cb5571b1dbdca2056_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T02:19:29,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/default/test/aa29894035426e11d5c860e8ec78e6c1/f/106027be10dc416cb5571b1dbdca2056_SeqId_4_ into aa29894035426e11d5c860e8ec78e6c1/f 2024-11-23T02:19:29,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/staging/jenkins.hfs.11__test__o6kqtirreuf31cbqj2db5oegdkiunsgl6s0hasmnuru48iuj28h26dfbuommlmlr/f/dcf6e843d6cf49b7aceb7fa6265ceea3_SeqId_4_ into aa29894035426e11d5c860e8ec78e6c1/f (new location: hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/default/test/aa29894035426e11d5c860e8ec78e6c1/f/106027be10dc416cb5571b1dbdca2056_SeqId_4_) 2024-11-23T02:19:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/staging/jenkins.hfs.11__test__o6kqtirreuf31cbqj2db5oegdkiunsgl6s0hasmnuru48iuj28h26dfbuommlmlr/f/dcf6e843d6cf49b7aceb7fa6265ceea3_SeqId_4_ 2024-11-23T02:19:29,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.ReplicationSink(324): Finished replicating [f9cd1267-0792-4f97-a1bc-67deeea8d1af] bulk loaded data 2024-11-23T02:19:29,071 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.wal-reader.72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.1732328356314 to pos 687, reset compression=false 2024-11-23T02:19:29,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:19:29,170 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732328369169/Put/seqid=0 2024-11-23T02:19:29,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741842_1018 (size=11194) 2024-11-23T02:19:29,314 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.wal-reader.72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/WALs/72b6db343a5d,43827,1732328358135/72b6db343a5d%2C43827%2C1732328358135.1732328360127 to pos 379, reset compression=false 2024-11-23T02:19:29,320 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.wal-reader.72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T02:19:29,320 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.shipper72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,43827,1732328358135 got entry batch from reader: WALEntryBatch [walEntries=[{test/aa29894035426e11d5c860e8ec78e6c1/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732328369049/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/WALs/72b6db343a5d,43827,1732328358135/72b6db343a5d%2C43827%2C1732328358135.1732328360127, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-23T02:19:29,322 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.shipper72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:19:29,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-23T02:19:29,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.ReplicationSink(318): Replicating [f9cd1267-0792-4f97-a1bc-67deeea8d1af, 2a35a7c0-897d-426c-9be6-2ad355f47d9d] bulk loaded data 2024-11-23T02:19:29,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2237cbc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:29,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,36781,-1 for getting cluster id 2024-11-23T02:19:29,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:19:29,325 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9cd1267-0792-4f97-a1bc-67deeea8d1af' 2024-11-23T02:19:29,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:19:29,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9cd1267-0792-4f97-a1bc-67deeea8d1af" 2024-11-23T02:19:29,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e5205dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:29,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,36781,-1] 2024-11-23T02:19:29,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:19:29,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:29,326 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:19:29,326 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e6ddd09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:29,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34573 is added to blk_1073741842_1018 (size=7894) 2024-11-23T02:19:29,476 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.wal-reader.72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.1732328356314 to pos 687, reset compression=false 2024-11-23T02:19:29,520 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.wal-reader.72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/WALs/72b6db343a5d,43827,1732328358135/72b6db343a5d%2C43827%2C1732328358135.1732328360127 to pos 725, reset compression=false 2024-11-23T02:19:29,578 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732328369577/Put/seqid=0 2024-11-23T02:19:29,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741843_1019 (size=10791) 2024-11-23T02:19:29,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c92fb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:29,621 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,46237,-1 for getting cluster id 2024-11-23T02:19:29,621 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:19:29,622 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a35a7c0-897d-426c-9be6-2ad355f47d9d' 2024-11-23T02:19:29,622 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:19:29,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a35a7c0-897d-426c-9be6-2ad355f47d9d" 2024-11-23T02:19:29,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@97c026c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:29,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,46237,-1] 2024-11-23T02:19:29,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:19:29,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:29,625 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:19:29,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf93a20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:29,626 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:19:29,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,43827,1732328358135, seqNum=-1] 2024-11-23T02:19:29,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:19:29,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:19:29,641 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:19:29,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,46237,1732328358092 2024-11-23T02:19:29,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dbf1181 2024-11-23T02:19:29,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:19:29,666 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:19:29,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732328361833.aa29894035426e11d5c860e8ec78e6c1., hostname=72b6db343a5d,43827,1732328358135, seqNum=2] 2024-11-23T02:19:29,674 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T02:19:29,688 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-23T02:19:29,691 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-23T02:19:29,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/testHFileCyclicReplication_10/f/hfile_0 for inclusion in aa29894035426e11d5c860e8ec78e6c1/f 2024-11-23T02:19:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-23T02:19:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T02:19:29,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/testHFileCyclicReplication_10/f/hfile_1 for inclusion in aa29894035426e11d5c860e8ec78e6c1/f 2024-11-23T02:19:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-23T02:19:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T02:19:29,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.HRegion(2603): Flush status journal for aa29894035426e11d5c860e8ec78e6c1: 2024-11-23T02:19:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/staging/jenkins__test__m7cgr0b66pih52lfbd24blopfi8oc9e3tg6art5rcucge68s0486623s3vmdbvis/f/hfile_0 2024-11-23T02:19:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/staging/jenkins__test__m7cgr0b66pih52lfbd24blopfi8oc9e3tg6art5rcucge68s0486623s3vmdbvis/f/hfile_0 as hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/default/test/aa29894035426e11d5c860e8ec78e6c1/f/0de821efcf4e4043b16634a74d5c8f3e_SeqId_6_ 2024-11-23T02:19:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/staging/jenkins__test__m7cgr0b66pih52lfbd24blopfi8oc9e3tg6art5rcucge68s0486623s3vmdbvis/f/hfile_1 2024-11-23T02:19:29,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/staging/jenkins__test__m7cgr0b66pih52lfbd24blopfi8oc9e3tg6art5rcucge68s0486623s3vmdbvis/f/hfile_1 as hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/default/test/aa29894035426e11d5c860e8ec78e6c1/f/2a26e6eb35024504ba149b108733e60a_SeqId_6_ 2024-11-23T02:19:29,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/staging/jenkins__test__m7cgr0b66pih52lfbd24blopfi8oc9e3tg6art5rcucge68s0486623s3vmdbvis/f/hfile_0 into aa29894035426e11d5c860e8ec78e6c1/f as hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/default/test/aa29894035426e11d5c860e8ec78e6c1/f/0de821efcf4e4043b16634a74d5c8f3e_SeqId_6_ - updating store file list. 2024-11-23T02:19:29,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0de821efcf4e4043b16634a74d5c8f3e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T02:19:29,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/default/test/aa29894035426e11d5c860e8ec78e6c1/f/0de821efcf4e4043b16634a74d5c8f3e_SeqId_6_ into aa29894035426e11d5c860e8ec78e6c1/f 2024-11-23T02:19:29,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/staging/jenkins__test__m7cgr0b66pih52lfbd24blopfi8oc9e3tg6art5rcucge68s0486623s3vmdbvis/f/hfile_0 into aa29894035426e11d5c860e8ec78e6c1/f (new location: hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/default/test/aa29894035426e11d5c860e8ec78e6c1/f/0de821efcf4e4043b16634a74d5c8f3e_SeqId_6_) 2024-11-23T02:19:29,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/staging/jenkins__test__m7cgr0b66pih52lfbd24blopfi8oc9e3tg6art5rcucge68s0486623s3vmdbvis/f/hfile_0 2024-11-23T02:19:29,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/staging/jenkins__test__m7cgr0b66pih52lfbd24blopfi8oc9e3tg6art5rcucge68s0486623s3vmdbvis/f/hfile_1 into aa29894035426e11d5c860e8ec78e6c1/f as hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/default/test/aa29894035426e11d5c860e8ec78e6c1/f/2a26e6eb35024504ba149b108733e60a_SeqId_6_ - updating store file list. 2024-11-23T02:19:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2a26e6eb35024504ba149b108733e60a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T02:19:29,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/default/test/aa29894035426e11d5c860e8ec78e6c1/f/2a26e6eb35024504ba149b108733e60a_SeqId_6_ into aa29894035426e11d5c860e8ec78e6c1/f 2024-11-23T02:19:29,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/staging/jenkins__test__m7cgr0b66pih52lfbd24blopfi8oc9e3tg6art5rcucge68s0486623s3vmdbvis/f/hfile_1 into aa29894035426e11d5c860e8ec78e6c1/f (new location: hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/default/test/aa29894035426e11d5c860e8ec78e6c1/f/2a26e6eb35024504ba149b108733e60a_SeqId_6_) 2024-11-23T02:19:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/staging/jenkins__test__m7cgr0b66pih52lfbd24blopfi8oc9e3tg6art5rcucge68s0486623s3vmdbvis/f/hfile_1 2024-11-23T02:19:29,764 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:19:29,764 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:19:29,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:29,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:29,765 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:19:29,765 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:19:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732328361833.aa29894035426e11d5c860e8ec78e6c1., hostname=72b6db343a5d,43827,1732328358135, seqNum=2 , the old value is region=test,,1732328361833.aa29894035426e11d5c860e8ec78e6c1., hostname=72b6db343a5d,43827,1732328358135, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=72b6db343a5d:43827 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T02:19:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732328361833.aa29894035426e11d5c860e8ec78e6c1., hostname=72b6db343a5d,43827,1732328358135, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T02:19:29,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732328361833.aa29894035426e11d5c860e8ec78e6c1., hostname=72b6db343a5d,43827,1732328358135, seqNum=2 from cache 2024-11-23T02:19:29,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,41627,1732328354314, seqNum=-1] 2024-11-23T02:19:29,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:19:29,768 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-23T02:19:29,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:19:29,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732328361201.be340b48ad4c812400925d36c505389b., hostname=72b6db343a5d,41627,1732328354314, seqNum=2] 2024-11-23T02:19:29,781 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T02:19:29,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34573 is added to blk_1073741843_1019 (size=7691) 2024-11-23T02:19:29,843 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.wal-reader.72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/WALs/72b6db343a5d,43827,1732328358135/72b6db343a5d%2C43827%2C1732328358135.1732328360127 to pos 725, reset compression=false 2024-11-23T02:19:29,852 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.wal-reader.72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T02:19:29,871 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=72b6db343a5d:43827 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-23T02:19:30,011 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.wal-reader.72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.1732328356314 to pos 687, reset compression=false 2024-11-23T02:19:30,052 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.wal-reader.72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/WALs/72b6db343a5d,43827,1732328358135/72b6db343a5d%2C43827%2C1732328358135.1732328360127 to pos 1033, reset compression=false 2024-11-23T02:19:30,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:19:30,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,36781,1732328354255 2024-11-23T02:19:30,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3951e509 2024-11-23T02:19:30,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:19:30,196 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-23T02:19:30,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T02:19:30,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:19:30,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,41627,1732328354314, seqNum=-1] 2024-11-23T02:19:30,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:19:30,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-23T02:19:30,205 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/staging/jenkins.hfs.10__test__5rq847n81de3rs5mh04j0oliiv7ft4plhit3c5o2o3o6m68fhfiajcjoiro4bnrn/f/106027be10dc416cb5571b1dbdca2056_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-23T02:19:30,208 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/staging/jenkins.hfs.10__test__5rq847n81de3rs5mh04j0oliiv7ft4plhit3c5o2o3o6m68fhfiajcjoiro4bnrn/f/7560ca7ee2be4f17ab48f61fcbac1585_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-23T02:19:30,210 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.ReplicationSink(324): Finished replicating [f9cd1267-0792-4f97-a1bc-67deeea8d1af, 2a35a7c0-897d-426c-9be6-2ad355f47d9d] bulk loaded data 2024-11-23T02:19:30,215 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.shipper72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,43827,1732328358135 got entry batch from reader: WALEntryBatch [walEntries=[{test/aa29894035426e11d5c860e8ec78e6c1/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732328369762/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/WALs/72b6db343a5d,43827,1732328358135/72b6db343a5d%2C43827%2C1732328358135.1732328360127, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-23T02:19:30,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.ReplicationSink(318): Replicating [2a35a7c0-897d-426c-9be6-2ad355f47d9d] bulk loaded data 2024-11-23T02:19:30,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34573 is added to blk_1073741844_1020 (size=11194) 2024-11-23T02:19:30,360 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.wal-reader.72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/WALs/72b6db343a5d,43827,1732328358135/72b6db343a5d%2C43827%2C1732328358135.1732328360127 to pos 1033, reset compression=false 2024-11-23T02:19:30,618 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.wal-reader.72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.1732328356314 to pos 687, reset compression=false 2024-11-23T02:19:30,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34573 is added to blk_1073741845_1021 (size=10791) 2024-11-23T02:19:30,764 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.wal-reader.72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/WALs/72b6db343a5d,43827,1732328358135/72b6db343a5d%2C43827%2C1732328358135.1732328360127 to pos 1033, reset compression=false 2024-11-23T02:19:30,785 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T02:19:31,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T02:19:31,061 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/staging/jenkins.hfs.10__test__3dlqktigm1ohoutfptnko1qpc7936dpn3nh0hsj7cm07f3u49lj27r00c6pc8ld3/f/0de821efcf4e4043b16634a74d5c8f3e_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-23T02:19:31,063 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/staging/jenkins.hfs.10__test__3dlqktigm1ohoutfptnko1qpc7936dpn3nh0hsj7cm07f3u49lj27r00c6pc8ld3/f/2a26e6eb35024504ba149b108733e60a_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-23T02:19:31,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/staging/jenkins.hfs.10__test__3dlqktigm1ohoutfptnko1qpc7936dpn3nh0hsj7cm07f3u49lj27r00c6pc8ld3/f/2a26e6eb35024504ba149b108733e60a_SeqId_6_ for inclusion in be340b48ad4c812400925d36c505389b/f 2024-11-23T02:19:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-23T02:19:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T02:19:31,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/staging/jenkins.hfs.10__test__3dlqktigm1ohoutfptnko1qpc7936dpn3nh0hsj7cm07f3u49lj27r00c6pc8ld3/f/0de821efcf4e4043b16634a74d5c8f3e_SeqId_6_ for inclusion in be340b48ad4c812400925d36c505389b/f 2024-11-23T02:19:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-23T02:19:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T02:19:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.HRegion(2603): Flush status journal for be340b48ad4c812400925d36c505389b: 2024-11-23T02:19:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2a26e6eb35024504ba149b108733e60a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-23T02:19:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/staging/jenkins.hfs.10__test__3dlqktigm1ohoutfptnko1qpc7936dpn3nh0hsj7cm07f3u49lj27r00c6pc8ld3/f/2a26e6eb35024504ba149b108733e60a_SeqId_6_ as hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/default/test/be340b48ad4c812400925d36c505389b/f/aef3003a0717424a8cb5127ced14ada0_SeqId_6_ 2024-11-23T02:19:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0de821efcf4e4043b16634a74d5c8f3e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-23T02:19:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/staging/jenkins.hfs.10__test__3dlqktigm1ohoutfptnko1qpc7936dpn3nh0hsj7cm07f3u49lj27r00c6pc8ld3/f/0de821efcf4e4043b16634a74d5c8f3e_SeqId_6_ as hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/default/test/be340b48ad4c812400925d36c505389b/f/d86e1bf671ed40b4991b517718eb7f5b_SeqId_6_ 2024-11-23T02:19:31,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/staging/jenkins.hfs.10__test__3dlqktigm1ohoutfptnko1qpc7936dpn3nh0hsj7cm07f3u49lj27r00c6pc8ld3/f/2a26e6eb35024504ba149b108733e60a_SeqId_6_ into be340b48ad4c812400925d36c505389b/f as hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/default/test/be340b48ad4c812400925d36c505389b/f/aef3003a0717424a8cb5127ced14ada0_SeqId_6_ - updating store file list. 2024-11-23T02:19:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aef3003a0717424a8cb5127ced14ada0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T02:19:31,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/default/test/be340b48ad4c812400925d36c505389b/f/aef3003a0717424a8cb5127ced14ada0_SeqId_6_ into be340b48ad4c812400925d36c505389b/f 2024-11-23T02:19:31,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/staging/jenkins.hfs.10__test__3dlqktigm1ohoutfptnko1qpc7936dpn3nh0hsj7cm07f3u49lj27r00c6pc8ld3/f/2a26e6eb35024504ba149b108733e60a_SeqId_6_ into be340b48ad4c812400925d36c505389b/f (new location: hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/default/test/be340b48ad4c812400925d36c505389b/f/aef3003a0717424a8cb5127ced14ada0_SeqId_6_) 2024-11-23T02:19:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/staging/jenkins.hfs.10__test__3dlqktigm1ohoutfptnko1qpc7936dpn3nh0hsj7cm07f3u49lj27r00c6pc8ld3/f/2a26e6eb35024504ba149b108733e60a_SeqId_6_ 2024-11-23T02:19:31,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/staging/jenkins.hfs.10__test__3dlqktigm1ohoutfptnko1qpc7936dpn3nh0hsj7cm07f3u49lj27r00c6pc8ld3/f/0de821efcf4e4043b16634a74d5c8f3e_SeqId_6_ into be340b48ad4c812400925d36c505389b/f as hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/default/test/be340b48ad4c812400925d36c505389b/f/d86e1bf671ed40b4991b517718eb7f5b_SeqId_6_ - updating store file list. 2024-11-23T02:19:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d86e1bf671ed40b4991b517718eb7f5b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T02:19:31,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/default/test/be340b48ad4c812400925d36c505389b/f/d86e1bf671ed40b4991b517718eb7f5b_SeqId_6_ into be340b48ad4c812400925d36c505389b/f 2024-11-23T02:19:31,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/staging/jenkins.hfs.10__test__3dlqktigm1ohoutfptnko1qpc7936dpn3nh0hsj7cm07f3u49lj27r00c6pc8ld3/f/0de821efcf4e4043b16634a74d5c8f3e_SeqId_6_ into be340b48ad4c812400925d36c505389b/f (new location: hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/default/test/be340b48ad4c812400925d36c505389b/f/d86e1bf671ed40b4991b517718eb7f5b_SeqId_6_) 2024-11-23T02:19:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/staging/jenkins.hfs.10__test__3dlqktigm1ohoutfptnko1qpc7936dpn3nh0hsj7cm07f3u49lj27r00c6pc8ld3/f/0de821efcf4e4043b16634a74d5c8f3e_SeqId_6_ 2024-11-23T02:19:31,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41627 {}] regionserver.ReplicationSink(324): Finished replicating [2a35a7c0-897d-426c-9be6-2ad355f47d9d] bulk loaded data 2024-11-23T02:19:31,268 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.wal-reader.72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/WALs/72b6db343a5d,43827,1732328358135/72b6db343a5d%2C43827%2C1732328358135.1732328360127 to pos 1033, reset compression=false 2024-11-23T02:19:31,323 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.wal-reader.72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.1732328356314 to pos 687, reset compression=false 2024-11-23T02:19:31,328 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.wal-reader.72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T02:19:31,328 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.shipper72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,41627,1732328354314 got entry batch from reader: WALEntryBatch [walEntries=[{test/be340b48ad4c812400925d36c505389b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732328371084/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.1732328356314, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-23T02:19:31,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.ReplicationSink(318): Replicating [2a35a7c0-897d-426c-9be6-2ad355f47d9d, f9cd1267-0792-4f97-a1bc-67deeea8d1af] bulk loaded data 2024-11-23T02:19:31,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741844_1020 (size=10791) 2024-11-23T02:19:31,528 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.wal-reader.72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.1732328356314 to pos 1033, reset compression=false 2024-11-23T02:19:31,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741845_1021 (size=11194) 2024-11-23T02:19:31,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T02:19:31,756 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/staging/jenkins.hfs.11__test__m81f24ejuqndo1180pb2ib6ln8d2mtcbc3v1uavnas9chp3p8q0352lf2oqvp2fv/f/aef3003a0717424a8cb5127ced14ada0_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-23T02:19:31,758 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/staging/jenkins.hfs.11__test__m81f24ejuqndo1180pb2ib6ln8d2mtcbc3v1uavnas9chp3p8q0352lf2oqvp2fv/f/d86e1bf671ed40b4991b517718eb7f5b_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-23T02:19:31,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43827 {}] regionserver.ReplicationSink(324): Finished replicating [2a35a7c0-897d-426c-9be6-2ad355f47d9d, f9cd1267-0792-4f97-a1bc-67deeea8d1af] bulk loaded data 2024-11-23T02:19:31,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T02:19:31,795 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:19:31,795 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:19:31,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:31,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:31,796 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T02:19:31,796 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:19:31,796 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1367943420, stopped=false 2024-11-23T02:19:31,796 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=72b6db343a5d,46237,1732328358092 2024-11-23T02:19:31,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x101429ed7aa0003, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1012555979/running 2024-11-23T02:19:31,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43827-0x101429ed7aa0004, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1012555979/running 2024-11-23T02:19:31,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x101429ed7aa0003, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1012555979 2024-11-23T02:19:31,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43827-0x101429ed7aa0004, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1012555979 2024-11-23T02:19:31,798 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:19:31,798 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:19:31,798 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:19:31,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:31,799 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '72b6db343a5d,43827,1732328358135' ***** 2024-11-23T02:19:31,799 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T02:19:31,799 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43827-0x101429ed7aa0004, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Set watcher on znode that does not yet exist, /1-1012555979/running 2024-11-23T02:19:31,799 INFO [RS:0;72b6db343a5d:43827 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T02:19:31,799 INFO [RS:0;72b6db343a5d:43827 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T02:19:31,799 INFO [RS:0;72b6db343a5d:43827 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T02:19:31,799 INFO [RS:0;72b6db343a5d:43827 {}] regionserver.HRegionServer(3091): Received CLOSE for 970543da1ef0ae5e1bdda4dd506fd2bf 2024-11-23T02:19:31,799 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46237-0x101429ed7aa0003, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Set watcher on znode that does not yet exist, /1-1012555979/running 2024-11-23T02:19:31,800 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T02:19:31,800 INFO [RS:0;72b6db343a5d:43827 {}] regionserver.HRegionServer(3091): Received CLOSE for aa29894035426e11d5c860e8ec78e6c1 2024-11-23T02:19:31,800 INFO [RS:0;72b6db343a5d:43827 {}] regionserver.HRegionServer(959): stopping server 72b6db343a5d,43827,1732328358135 2024-11-23T02:19:31,800 INFO [RS:0;72b6db343a5d:43827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:19:31,800 INFO [RS:0;72b6db343a5d:43827 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:43827. 2024-11-23T02:19:31,800 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 970543da1ef0ae5e1bdda4dd506fd2bf, disabling compactions & flushes 2024-11-23T02:19:31,800 DEBUG [RS:0;72b6db343a5d:43827 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:19:31,800 DEBUG [RS:0;72b6db343a5d:43827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:31,800 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732328365144.970543da1ef0ae5e1bdda4dd506fd2bf. 2024-11-23T02:19:31,800 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732328365144.970543da1ef0ae5e1bdda4dd506fd2bf. 2024-11-23T02:19:31,800 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732328365144.970543da1ef0ae5e1bdda4dd506fd2bf. after waiting 0 ms 2024-11-23T02:19:31,800 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732328365144.970543da1ef0ae5e1bdda4dd506fd2bf. 2024-11-23T02:19:31,800 INFO [RS:0;72b6db343a5d:43827 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T02:19:31,800 INFO [RS:0;72b6db343a5d:43827 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T02:19:31,800 INFO [RS:0;72b6db343a5d:43827 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T02:19:31,800 INFO [RS:0;72b6db343a5d:43827 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T02:19:31,800 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 970543da1ef0ae5e1bdda4dd506fd2bf 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-23T02:19:31,803 INFO [regionserver/72b6db343a5d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:19:31,806 INFO [RS:0;72b6db343a5d:43827 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T02:19:31,806 DEBUG [RS:0;72b6db343a5d:43827 {}] regionserver.HRegionServer(1325): Online Regions={970543da1ef0ae5e1bdda4dd506fd2bf=hbase:replication,,1732328365144.970543da1ef0ae5e1bdda4dd506fd2bf., aa29894035426e11d5c860e8ec78e6c1=test,,1732328361833.aa29894035426e11d5c860e8ec78e6c1., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T02:19:31,806 DEBUG [RS:0;72b6db343a5d:43827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 970543da1ef0ae5e1bdda4dd506fd2bf, aa29894035426e11d5c860e8ec78e6c1 2024-11-23T02:19:31,806 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:19:31,807 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:19:31,807 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:19:31,807 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:19:31,807 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:19:31,807 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T02:19:31,821 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/replication/970543da1ef0ae5e1bdda4dd506fd2bf/.tmp/hfileref/2a624118fbdc4abeb07277fa028a9797 is 74, key is 1/hfileref:0de821efcf4e4043b16634a74d5c8f3e_SeqId_6_/1732328371087/DeleteColumn/seqid=0 2024-11-23T02:19:31,822 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/meta/1588230740/.tmp/info/a6461f129eb6466baf5930ac5e39e2c1 is 147, key is hbase:replication,,1732328365144.970543da1ef0ae5e1bdda4dd506fd2bf./info:regioninfo/1732328366316/Put/seqid=0 2024-11-23T02:19:31,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741846_1022 (size=5345) 2024-11-23T02:19:31,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741847_1023 (size=7686) 2024-11-23T02:19:31,829 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/replication/970543da1ef0ae5e1bdda4dd506fd2bf/.tmp/hfileref/2a624118fbdc4abeb07277fa028a9797 2024-11-23T02:19:31,832 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.wal-reader.72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.1732328356314 to pos 1033, reset compression=false 2024-11-23T02:19:31,851 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/replication/970543da1ef0ae5e1bdda4dd506fd2bf/.tmp/queue/7da35f099af04ba1aa21c8d3e1b0f78e is 154, key is 1-72b6db343a5d,43827,1732328358135/queue:72b6db343a5d%2C43827%2C1732328358135/1732328371088/Put/seqid=0 2024-11-23T02:19:31,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741848_1024 (size=5353) 2024-11-23T02:19:31,872 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.wal-reader.72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/WALs/72b6db343a5d,43827,1732328358135/72b6db343a5d%2C43827%2C1732328358135.1732328360127 to pos 1033, reset compression=false 2024-11-23T02:19:31,994 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T02:19:31,994 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T02:19:32,006 DEBUG [RS:0;72b6db343a5d:43827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 970543da1ef0ae5e1bdda4dd506fd2bf, aa29894035426e11d5c860e8ec78e6c1 2024-11-23T02:19:32,207 DEBUG [RS:0;72b6db343a5d:43827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 970543da1ef0ae5e1bdda4dd506fd2bf, aa29894035426e11d5c860e8ec78e6c1 2024-11-23T02:19:32,229 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/meta/1588230740/.tmp/info/a6461f129eb6466baf5930ac5e39e2c1 2024-11-23T02:19:32,236 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.wal-reader.72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.1732328356314 to pos 1033, reset compression=false 2024-11-23T02:19:32,248 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/meta/1588230740/.tmp/ns/0e4b6a7d36354c87b7a418b865f51111 is 43, key is default/ns:d/1732328361139/Put/seqid=0 2024-11-23T02:19:32,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741849_1025 (size=5153) 2024-11-23T02:19:32,256 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/replication/970543da1ef0ae5e1bdda4dd506fd2bf/.tmp/queue/7da35f099af04ba1aa21c8d3e1b0f78e 2024-11-23T02:19:32,261 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/replication/970543da1ef0ae5e1bdda4dd506fd2bf/.tmp/hfileref/2a624118fbdc4abeb07277fa028a9797 as hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/replication/970543da1ef0ae5e1bdda4dd506fd2bf/hfileref/2a624118fbdc4abeb07277fa028a9797 2024-11-23T02:19:32,265 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/replication/970543da1ef0ae5e1bdda4dd506fd2bf/hfileref/2a624118fbdc4abeb07277fa028a9797, entries=4, sequenceid=12, filesize=5.2 K 2024-11-23T02:19:32,266 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/replication/970543da1ef0ae5e1bdda4dd506fd2bf/.tmp/queue/7da35f099af04ba1aa21c8d3e1b0f78e as hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/replication/970543da1ef0ae5e1bdda4dd506fd2bf/queue/7da35f099af04ba1aa21c8d3e1b0f78e 2024-11-23T02:19:32,271 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/replication/970543da1ef0ae5e1bdda4dd506fd2bf/queue/7da35f099af04ba1aa21c8d3e1b0f78e, entries=1, sequenceid=12, filesize=5.2 K 2024-11-23T02:19:32,272 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 970543da1ef0ae5e1bdda4dd506fd2bf in 472ms, sequenceid=12, compaction requested=false 2024-11-23T02:19:32,276 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/replication/970543da1ef0ae5e1bdda4dd506fd2bf/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-23T02:19:32,277 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:19:32,277 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:19:32,277 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732328365144.970543da1ef0ae5e1bdda4dd506fd2bf. 2024-11-23T02:19:32,277 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 970543da1ef0ae5e1bdda4dd506fd2bf: Waiting for close lock at 1732328371800Running coprocessor pre-close hooks at 1732328371800Disabling compacts and flushes for region at 1732328371800Disabling writes for close at 1732328371800Obtaining lock to block concurrent updates at 1732328371800Preparing flush snapshotting stores in 970543da1ef0ae5e1bdda4dd506fd2bf at 1732328371800Finished memstore snapshotting hbase:replication,,1732328365144.970543da1ef0ae5e1bdda4dd506fd2bf., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732328371801 (+1 ms)Flushing stores of hbase:replication,,1732328365144.970543da1ef0ae5e1bdda4dd506fd2bf. at 1732328371801Flushing 970543da1ef0ae5e1bdda4dd506fd2bf/hfileref: creating writer at 1732328371801Flushing 970543da1ef0ae5e1bdda4dd506fd2bf/hfileref: appending metadata at 1732328371820 (+19 ms)Flushing 970543da1ef0ae5e1bdda4dd506fd2bf/hfileref: closing flushed file at 1732328371820Flushing 970543da1ef0ae5e1bdda4dd506fd2bf/queue: creating writer at 1732328371833 (+13 ms)Flushing 970543da1ef0ae5e1bdda4dd506fd2bf/queue: appending metadata at 1732328371851 (+18 ms)Flushing 970543da1ef0ae5e1bdda4dd506fd2bf/queue: closing flushed file at 1732328371851Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66f313ac: reopening flushed file at 1732328372260 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64eeafb: reopening flushed file at 1732328372265 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 970543da1ef0ae5e1bdda4dd506fd2bf in 472ms, sequenceid=12, compaction requested=false at 1732328372272 (+7 ms)Writing region close event to WAL at 1732328372273 (+1 ms)Running coprocessor post-close hooks at 1732328372277 (+4 ms)Closed at 1732328372277 2024-11-23T02:19:32,277 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732328365144.970543da1ef0ae5e1bdda4dd506fd2bf. 2024-11-23T02:19:32,277 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aa29894035426e11d5c860e8ec78e6c1, disabling compactions & flushes 2024-11-23T02:19:32,277 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732328361833.aa29894035426e11d5c860e8ec78e6c1. 2024-11-23T02:19:32,278 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732328361833.aa29894035426e11d5c860e8ec78e6c1. 2024-11-23T02:19:32,278 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732328361833.aa29894035426e11d5c860e8ec78e6c1. after waiting 0 ms 2024-11-23T02:19:32,278 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732328361833.aa29894035426e11d5c860e8ec78e6c1. 2024-11-23T02:19:32,282 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/default/test/aa29894035426e11d5c860e8ec78e6c1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T02:19:32,282 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:19:32,282 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T02:19:32,282 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732328361833.aa29894035426e11d5c860e8ec78e6c1. 2024-11-23T02:19:32,282 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aa29894035426e11d5c860e8ec78e6c1: Waiting for close lock at 1732328372277Running coprocessor pre-close hooks at 1732328372277Disabling compacts and flushes for region at 1732328372277Disabling writes for close at 1732328372278 (+1 ms)Writing region close event to WAL at 1732328372279 (+1 ms)Running coprocessor post-close hooks at 1732328372282 (+3 ms)Closed at 1732328372282 2024-11-23T02:19:32,283 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732328361833.aa29894035426e11d5c860e8ec78e6c1. 2024-11-23T02:19:32,407 DEBUG [RS:0;72b6db343a5d:43827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:19:32,577 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.wal-reader.72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/WALs/72b6db343a5d,43827,1732328358135/72b6db343a5d%2C43827%2C1732328358135.1732328360127 to pos 1033, reset compression=false 2024-11-23T02:19:32,581 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.wal-reader.72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:19:32,581 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.wal-reader.72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/WALs/72b6db343a5d,43827,1732328358135/72b6db343a5d%2C43827%2C1732328358135.1732328360127 to pos 1328, reset compression=false 2024-11-23T02:19:32,581 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.shipper72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,43827,1732328358135 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/WALs/72b6db343a5d,43827,1732328358135/72b6db343a5d%2C43827%2C1732328358135.1732328360127, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:19:32,583 ERROR [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.shipper72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 72b6db343a5d,43827,1732328358135: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-72b6db343a5d,43827,1732328358135, walGroup=72b6db343a5d%2C43827%2C1732328358135, offset=72b6db343a5d%2C43827%2C1732328358135.1732328360127:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=72b6db343a5d:43827 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T02:19:32,585 ERROR [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.shipper72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T02:19:32,587 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.shipper72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T02:19:32,589 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.shipper72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T02:19:32,589 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.shipper72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T02:19:32,589 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.shipper72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T02:19:32,589 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.shipper72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 565824400 }, "NonHeapMemoryUsage": { "committed": 191234048, "init": 7667712, "max": -1, "used": 188410752 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T02:19:32,592 WARN [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.shipper72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=72b6db343a5d:46237 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=72b6db343a5d:46237 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T02:19:32,607 DEBUG [RS:0;72b6db343a5d:43827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:19:32,652 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/meta/1588230740/.tmp/ns/0e4b6a7d36354c87b7a418b865f51111 2024-11-23T02:19:32,675 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/meta/1588230740/.tmp/rep_barrier/41cb3d2314d14c2d8f32e7a0611fb7e3 is 112, key is test,,1732328361833.aa29894035426e11d5c860e8ec78e6c1./rep_barrier:seqnumDuringOpen/1732328362981/Put/seqid=0 2024-11-23T02:19:32,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741850_1026 (size=5518) 2024-11-23T02:19:32,742 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.wal-reader.72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.1732328356314 to pos 1033, reset compression=false 2024-11-23T02:19:32,785 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.wal-reader.72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/WALs/72b6db343a5d,43827,1732328358135/72b6db343a5d%2C43827%2C1732328358135.1732328360127 to pos 1328, reset compression=false 2024-11-23T02:19:32,807 INFO [RS:0;72b6db343a5d:43827 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T02:19:32,807 DEBUG [RS:0;72b6db343a5d:43827 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T02:19:32,807 DEBUG [RS:0;72b6db343a5d:43827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:19:33,007 DEBUG [RS:0;72b6db343a5d:43827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:19:33,079 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/meta/1588230740/.tmp/rep_barrier/41cb3d2314d14c2d8f32e7a0611fb7e3 2024-11-23T02:19:33,089 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.wal-reader.72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/WALs/72b6db343a5d,43827,1732328358135/72b6db343a5d%2C43827%2C1732328358135.1732328360127 to pos 1328, reset compression=false 2024-11-23T02:19:33,102 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/meta/1588230740/.tmp/table/6bc561389a074e7894a922c0f95c77ac is 53, key is hbase:replication/table:state/1732328366325/Put/seqid=0 2024-11-23T02:19:33,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741851_1027 (size=5308) 2024-11-23T02:19:33,208 DEBUG [RS:0;72b6db343a5d:43827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:19:33,346 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.wal-reader.72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.1732328356314 to pos 1033, reset compression=false 2024-11-23T02:19:33,408 DEBUG [RS:0;72b6db343a5d:43827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:19:33,492 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.wal-reader.72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/WALs/72b6db343a5d,43827,1732328358135/72b6db343a5d%2C43827%2C1732328358135.1732328360127 to pos 1328, reset compression=false 2024-11-23T02:19:33,506 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/meta/1588230740/.tmp/table/6bc561389a074e7894a922c0f95c77ac 2024-11-23T02:19:33,511 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/meta/1588230740/.tmp/info/a6461f129eb6466baf5930ac5e39e2c1 as hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/meta/1588230740/info/a6461f129eb6466baf5930ac5e39e2c1 2024-11-23T02:19:33,516 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/meta/1588230740/info/a6461f129eb6466baf5930ac5e39e2c1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T02:19:33,517 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/meta/1588230740/.tmp/ns/0e4b6a7d36354c87b7a418b865f51111 as hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/meta/1588230740/ns/0e4b6a7d36354c87b7a418b865f51111 2024-11-23T02:19:33,523 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/meta/1588230740/ns/0e4b6a7d36354c87b7a418b865f51111, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T02:19:33,524 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/meta/1588230740/.tmp/rep_barrier/41cb3d2314d14c2d8f32e7a0611fb7e3 as hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/meta/1588230740/rep_barrier/41cb3d2314d14c2d8f32e7a0611fb7e3 2024-11-23T02:19:33,531 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/meta/1588230740/rep_barrier/41cb3d2314d14c2d8f32e7a0611fb7e3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T02:19:33,533 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/meta/1588230740/.tmp/table/6bc561389a074e7894a922c0f95c77ac as hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/meta/1588230740/table/6bc561389a074e7894a922c0f95c77ac 2024-11-23T02:19:33,539 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/meta/1588230740/table/6bc561389a074e7894a922c0f95c77ac, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T02:19:33,540 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1733ms, sequenceid=16, compaction requested=false 2024-11-23T02:19:33,549 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T02:19:33,550 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:19:33,550 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:19:33,550 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:19:33,550 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328371806Running coprocessor pre-close hooks at 1732328371806Disabling compacts and flushes for region at 1732328371806Disabling writes for close at 1732328371807 (+1 ms)Obtaining lock to block concurrent updates at 1732328371807Preparing flush snapshotting stores in 1588230740 at 1732328371807Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732328371807Flushing stores of hbase:meta,,1.1588230740 at 1732328371808 (+1 ms)Flushing 1588230740/info: creating writer at 1732328371808Flushing 1588230740/info: appending metadata at 1732328371822 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732328371822Flushing 1588230740/ns: creating writer at 1732328372233 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732328372248 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732328372248Flushing 1588230740/rep_barrier: creating writer at 1732328372657 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732328372674 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732328372674Flushing 1588230740/table: creating writer at 1732328373084 (+410 ms)Flushing 1588230740/table: appending metadata at 1732328373101 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732328373102 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b9d6f8: reopening flushed file at 1732328373511 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21ddeb49: reopening flushed file at 1732328373516 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b48f833: reopening flushed file at 1732328373523 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46094802: reopening flushed file at 1732328373531 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1733ms, sequenceid=16, compaction requested=false at 1732328373540 (+9 ms)Writing region close event to WAL at 1732328373546 (+6 ms)Running coprocessor post-close hooks at 1732328373550 (+4 ms)Closed at 1732328373550 2024-11-23T02:19:33,550 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T02:19:33,608 INFO [RS:0;72b6db343a5d:43827 {}] regionserver.HRegionServer(976): stopping server 72b6db343a5d,43827,1732328358135; all regions closed. 2024-11-23T02:19:33,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741834_1010 (size=4239) 2024-11-23T02:19:33,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741839_1015 (size=3127) 2024-11-23T02:19:33,613 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/WALs/72b6db343a5d,43827,1732328358135/72b6db343a5d%2C43827%2C1732328358135.rep.1732328366278 not finished, retry = 0 2024-11-23T02:19:33,615 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T02:19:33,615 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-23T02:19:33,716 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/WALs/72b6db343a5d,43827,1732328358135/72b6db343a5d%2C43827%2C1732328358135.1732328360127 not finished, retry = 0 2024-11-23T02:19:33,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741832_1008 (size=1336) 2024-11-23T02:19:33,817 DEBUG [RS:0;72b6db343a5d:43827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:33,818 INFO [RS:0;72b6db343a5d:43827 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:19:33,818 INFO [RS:0;72b6db343a5d:43827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:19:33,818 INFO [RS:0;72b6db343a5d:43827 {}] hbase.ChoreService(370): Chore service for: regionserver/72b6db343a5d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T02:19:33,818 INFO [RS:0;72b6db343a5d:43827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:19:33,818 INFO [regionserver/72b6db343a5d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:19:33,818 INFO [RS:0;72b6db343a5d:43827 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-72b6db343a5d,43827,1732328358135 because: Region server is closing 2024-11-23T02:19:33,819 INFO [RS:0;72b6db343a5d:43827 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:43827. 2024-11-23T02:19:33,819 DEBUG [RS:0;72b6db343a5d:43827 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:19:33,819 DEBUG [RS:0;72b6db343a5d:43827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:33,819 DEBUG [RS:0;72b6db343a5d:43827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:33,819 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:19:33,919 INFO [RS:0;72b6db343a5d:43827 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.shipper72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 terminated 2024-11-23T02:19:33,920 WARN [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,43827,1732328358135.replicationSource.wal-reader.72b6db343a5d%2C43827%2C1732328358135,1-72b6db343a5d,43827,1732328358135 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T02:19:33,920 INFO [RS:0;72b6db343a5d:43827 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:43827. 2024-11-23T02:19:33,920 DEBUG [RS:0;72b6db343a5d:43827 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:19:33,920 DEBUG [RS:0;72b6db343a5d:43827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:33,920 DEBUG [RS:0;72b6db343a5d:43827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:33,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:19:33,920 INFO [RS:0;72b6db343a5d:43827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43827 2024-11-23T02:19:33,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43827-0x101429ed7aa0004, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1012555979/rs/72b6db343a5d,43827,1732328358135 2024-11-23T02:19:33,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x101429ed7aa0003, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1012555979/rs 2024-11-23T02:19:33,923 INFO [RS:0;72b6db343a5d:43827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:19:33,925 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [72b6db343a5d,43827,1732328358135] 2024-11-23T02:19:33,926 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1012555979/draining/72b6db343a5d,43827,1732328358135 already deleted, retry=false 2024-11-23T02:19:33,926 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 72b6db343a5d,43827,1732328358135 expired; onlineServers=0 2024-11-23T02:19:33,926 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '72b6db343a5d,46237,1732328358092' ***** 2024-11-23T02:19:33,926 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T02:19:33,926 INFO [M:0;72b6db343a5d:46237 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:19:33,926 INFO [M:0;72b6db343a5d:46237 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:19:33,926 DEBUG [M:0;72b6db343a5d:46237 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T02:19:33,926 DEBUG [M:0;72b6db343a5d:46237 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T02:19:33,926 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T02:19:33,926 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328359909 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328359909,5,FailOnTimeoutGroup] 2024-11-23T02:19:33,926 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328359909 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328359909,5,FailOnTimeoutGroup] 2024-11-23T02:19:33,926 INFO [M:0;72b6db343a5d:46237 {}] hbase.ChoreService(370): Chore service for: master/72b6db343a5d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T02:19:33,927 INFO [M:0;72b6db343a5d:46237 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:19:33,927 DEBUG [M:0;72b6db343a5d:46237 {}] master.HMaster(1795): Stopping service threads 2024-11-23T02:19:33,927 INFO [M:0;72b6db343a5d:46237 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T02:19:33,927 INFO [M:0;72b6db343a5d:46237 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:19:33,927 INFO [M:0;72b6db343a5d:46237 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T02:19:33,927 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T02:19:33,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x101429ed7aa0003, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1012555979/master 2024-11-23T02:19:33,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x101429ed7aa0003, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1012555979 2024-11-23T02:19:33,929 DEBUG [M:0;72b6db343a5d:46237 {}] zookeeper.ZKUtil(347): master:46237-0x101429ed7aa0003, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Unable to get data of znode /1-1012555979/master because node does not exist (not an error) 2024-11-23T02:19:33,929 WARN [M:0;72b6db343a5d:46237 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T02:19:33,930 INFO [M:0;72b6db343a5d:46237 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/.lastflushedseqids 2024-11-23T02:19:33,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741852_1028 (size=263) 2024-11-23T02:19:34,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43827-0x101429ed7aa0004, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:19:34,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43827-0x101429ed7aa0004, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:19:34,025 INFO [RS:0;72b6db343a5d:43827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:19:34,025 INFO [RS:0;72b6db343a5d:43827 {}] regionserver.HRegionServer(1031): Exiting; stopping=72b6db343a5d,43827,1732328358135; zookeeper connection closed. 2024-11-23T02:19:34,025 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43ed7257 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43ed7257 2024-11-23T02:19:34,025 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T02:19:34,050 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.wal-reader.72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.1732328356314 to pos 1033, reset compression=false 2024-11-23T02:19:34,335 INFO [M:0;72b6db343a5d:46237 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T02:19:34,336 INFO [M:0;72b6db343a5d:46237 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T02:19:34,336 DEBUG [M:0;72b6db343a5d:46237 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:19:34,336 INFO [M:0;72b6db343a5d:46237 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:34,336 DEBUG [M:0;72b6db343a5d:46237 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:34,336 DEBUG [M:0;72b6db343a5d:46237 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:19:34,336 DEBUG [M:0;72b6db343a5d:46237 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:34,336 INFO [M:0;72b6db343a5d:46237 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-23T02:19:34,355 DEBUG [M:0;72b6db343a5d:46237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72782768f7e4451896a4acc49a2afb45 is 82, key is hbase:meta,,1/info:regioninfo/1732328361123/Put/seqid=0 2024-11-23T02:19:34,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741853_1029 (size=5672) 2024-11-23T02:19:34,760 INFO [M:0;72b6db343a5d:46237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72782768f7e4451896a4acc49a2afb45 2024-11-23T02:19:34,786 DEBUG [M:0;72b6db343a5d:46237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a28c913bd56c402195f73615a572f950 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732328366329/Put/seqid=0 2024-11-23T02:19:34,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741854_1030 (size=8515) 2024-11-23T02:19:34,854 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.wal-reader.72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.1732328356314 to pos 1033, reset compression=false 2024-11-23T02:19:35,191 INFO [M:0;72b6db343a5d:46237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a28c913bd56c402195f73615a572f950 2024-11-23T02:19:35,209 DEBUG [M:0;72b6db343a5d:46237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a2405af4d594566834e7a1b6e284943 is 69, key is 72b6db343a5d,43827,1732328358135/rs:state/1732328359976/Put/seqid=0 2024-11-23T02:19:35,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741855_1031 (size=5156) 2024-11-23T02:19:35,614 INFO [M:0;72b6db343a5d:46237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a2405af4d594566834e7a1b6e284943 2024-11-23T02:19:35,620 DEBUG [M:0;72b6db343a5d:46237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72782768f7e4451896a4acc49a2afb45 as hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/72782768f7e4451896a4acc49a2afb45 2024-11-23T02:19:35,627 INFO [M:0;72b6db343a5d:46237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/72782768f7e4451896a4acc49a2afb45, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T02:19:35,633 DEBUG [M:0;72b6db343a5d:46237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a28c913bd56c402195f73615a572f950 as hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a28c913bd56c402195f73615a572f950 2024-11-23T02:19:35,639 INFO [M:0;72b6db343a5d:46237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a28c913bd56c402195f73615a572f950, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T02:19:35,640 DEBUG [M:0;72b6db343a5d:46237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a2405af4d594566834e7a1b6e284943 as hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a2405af4d594566834e7a1b6e284943 2024-11-23T02:19:35,648 INFO [M:0;72b6db343a5d:46237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41577/user/jenkins/test-data/f82c84b4-9e20-ca8e-f0d9-528059ac3cd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a2405af4d594566834e7a1b6e284943, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T02:19:35,650 INFO [M:0;72b6db343a5d:46237 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=97, compaction requested=false 2024-11-23T02:19:35,651 INFO [M:0;72b6db343a5d:46237 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:35,651 DEBUG [M:0;72b6db343a5d:46237 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328374336Disabling compacts and flushes for region at 1732328374336Disabling writes for close at 1732328374336Obtaining lock to block concurrent updates at 1732328374336Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732328374336Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732328374336Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732328374337 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732328374337Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732328374355 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732328374355Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732328374764 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732328374785 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732328374785Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732328375195 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732328375209 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732328375209Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39cc5032: reopening flushed file at 1732328375619 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@461f2d18: reopening flushed file at 1732328375627 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20a17983: reopening flushed file at 1732328375639 (+12 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=97, compaction requested=false at 1732328375650 (+11 ms)Writing region close event to WAL at 1732328375651 (+1 ms)Closed at 1732328375651 2024-11-23T02:19:35,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37261 is added to blk_1073741830_1006 (size=63642) 2024-11-23T02:19:35,655 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:19:35,655 INFO [M:0;72b6db343a5d:46237 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T02:19:35,656 INFO [M:0;72b6db343a5d:46237 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46237 2024-11-23T02:19:35,656 INFO [M:0;72b6db343a5d:46237 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:19:35,758 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.wal-reader.72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.1732328356314 to pos 1033, reset compression=false 2024-11-23T02:19:35,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x101429ed7aa0003, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:19:35,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46237-0x101429ed7aa0003, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:19:35,759 INFO [M:0;72b6db343a5d:46237 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:19:35,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f30b64f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:19:35,762 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b245f65{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:19:35,762 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:19:35,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73507199{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:19:35,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46591138{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e/hadoop.log.dir/,STOPPED} 2024-11-23T02:19:35,764 WARN [BP-897920050-172.17.0.2-1732328356976 heartbeating to localhost/127.0.0.1:41577 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T02:19:35,764 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T02:19:35,764 WARN [BP-897920050-172.17.0.2-1732328356976 heartbeating to localhost/127.0.0.1:41577 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-897920050-172.17.0.2-1732328356976 (Datanode Uuid ab525799-c348-425d-bc0f-6d02716097dd) service to localhost/127.0.0.1:41577 2024-11-23T02:19:35,764 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T02:19:35,764 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e/cluster_66c43ce0-e8cd-a6b9-62de-f5c1504292e5/data/data1/current/BP-897920050-172.17.0.2-1732328356976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:19:35,764 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e/cluster_66c43ce0-e8cd-a6b9-62de-f5c1504292e5/data/data2/current/BP-897920050-172.17.0.2-1732328356976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:19:35,765 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T02:19:35,772 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cf139f4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:19:35,773 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@337893ab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:19:35,773 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:19:35,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d68b615{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:19:35,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f21a9ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e/hadoop.log.dir/,STOPPED} 2024-11-23T02:19:35,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T02:19:35,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T02:19:35,786 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:19:35,786 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:19:35,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:35,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:35,786 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:19:35,786 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T02:19:35,786 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=952458648, stopped=false 2024-11-23T02:19:35,786 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=72b6db343a5d,36781,1732328354255 2024-11-23T02:19:35,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x101429ed7aa0000, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-248285399/running 2024-11-23T02:19:35,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x101429ed7aa0001, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-248285399/running 2024-11-23T02:19:35,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x101429ed7aa0000, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-248285399 2024-11-23T02:19:35,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x101429ed7aa0001, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-248285399 2024-11-23T02:19:35,788 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:19:35,789 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:19:35,789 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:19:35,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:35,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41627-0x101429ed7aa0001, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Set watcher on znode that does not yet exist, /0-248285399/running 2024-11-23T02:19:35,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36781-0x101429ed7aa0000, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Set watcher on znode that does not yet exist, /0-248285399/running 2024-11-23T02:19:35,789 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '72b6db343a5d,41627,1732328354314' ***** 2024-11-23T02:19:35,789 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T02:19:35,790 INFO [RS:0;72b6db343a5d:41627 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T02:19:35,790 INFO [RS:0;72b6db343a5d:41627 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T02:19:35,790 INFO [RS:0;72b6db343a5d:41627 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T02:19:35,790 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T02:19:35,790 INFO [RS:0;72b6db343a5d:41627 {}] regionserver.HRegionServer(3091): Received CLOSE for be340b48ad4c812400925d36c505389b 2024-11-23T02:19:35,790 INFO [RS:0;72b6db343a5d:41627 {}] regionserver.HRegionServer(3091): Received CLOSE for 25c7b64ac7878e62c2d2d6ec4350cc15 2024-11-23T02:19:35,790 INFO [RS:0;72b6db343a5d:41627 {}] regionserver.HRegionServer(959): stopping server 72b6db343a5d,41627,1732328354314 2024-11-23T02:19:35,790 INFO [RS:0;72b6db343a5d:41627 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:19:35,790 INFO [RS:0;72b6db343a5d:41627 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:41627. 2024-11-23T02:19:35,790 DEBUG [RS:0;72b6db343a5d:41627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:19:35,790 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be340b48ad4c812400925d36c505389b, disabling compactions & flushes 2024-11-23T02:19:35,790 DEBUG [RS:0;72b6db343a5d:41627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:35,790 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732328361201.be340b48ad4c812400925d36c505389b. 2024-11-23T02:19:35,790 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732328361201.be340b48ad4c812400925d36c505389b. 2024-11-23T02:19:35,790 INFO [RS:0;72b6db343a5d:41627 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T02:19:35,790 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732328361201.be340b48ad4c812400925d36c505389b. after waiting 0 ms 2024-11-23T02:19:35,790 INFO [RS:0;72b6db343a5d:41627 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T02:19:35,790 INFO [RS:0;72b6db343a5d:41627 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T02:19:35,790 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732328361201.be340b48ad4c812400925d36c505389b. 2024-11-23T02:19:35,791 INFO [RS:0;72b6db343a5d:41627 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T02:19:35,791 INFO [RS:0;72b6db343a5d:41627 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T02:19:35,791 DEBUG [RS:0;72b6db343a5d:41627 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, be340b48ad4c812400925d36c505389b=test,,1732328361201.be340b48ad4c812400925d36c505389b., 25c7b64ac7878e62c2d2d6ec4350cc15=hbase:replication,,1732328364001.25c7b64ac7878e62c2d2d6ec4350cc15.} 2024-11-23T02:19:35,791 DEBUG [RS:0;72b6db343a5d:41627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25c7b64ac7878e62c2d2d6ec4350cc15, be340b48ad4c812400925d36c505389b 2024-11-23T02:19:35,791 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:19:35,791 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:19:35,791 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:19:35,791 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:19:35,791 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:19:35,791 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T02:19:35,792 INFO [regionserver/72b6db343a5d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:19:35,795 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/default/test/be340b48ad4c812400925d36c505389b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T02:19:35,796 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:19:35,796 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T02:19:35,796 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732328361201.be340b48ad4c812400925d36c505389b. 2024-11-23T02:19:35,796 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be340b48ad4c812400925d36c505389b: Waiting for close lock at 1732328375790Running coprocessor pre-close hooks at 1732328375790Disabling compacts and flushes for region at 1732328375790Disabling writes for close at 1732328375790Writing region close event to WAL at 1732328375792 (+2 ms)Running coprocessor post-close hooks at 1732328375796 (+4 ms)Closed at 1732328375796 2024-11-23T02:19:35,796 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732328361201.be340b48ad4c812400925d36c505389b. 2024-11-23T02:19:35,796 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 25c7b64ac7878e62c2d2d6ec4350cc15, disabling compactions & flushes 2024-11-23T02:19:35,796 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732328364001.25c7b64ac7878e62c2d2d6ec4350cc15. 2024-11-23T02:19:35,796 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732328364001.25c7b64ac7878e62c2d2d6ec4350cc15. 2024-11-23T02:19:35,796 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732328364001.25c7b64ac7878e62c2d2d6ec4350cc15. after waiting 0 ms 2024-11-23T02:19:35,796 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732328364001.25c7b64ac7878e62c2d2d6ec4350cc15. 2024-11-23T02:19:35,796 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 25c7b64ac7878e62c2d2d6ec4350cc15 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-23T02:19:35,812 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/meta/1588230740/.tmp/info/53a7cf16ac1c4523b5c9084c53261d1c is 147, key is hbase:replication,,1732328364001.25c7b64ac7878e62c2d2d6ec4350cc15./info:regioninfo/1732328364773/Put/seqid=0 2024-11-23T02:19:35,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34573 is added to blk_1073741846_1022 (size=7686) 2024-11-23T02:19:35,823 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/replication/25c7b64ac7878e62c2d2d6ec4350cc15/.tmp/hfileref/7d0062a052a249e6bcc1ca90fb6cad82 is 74, key is 1/hfileref:70abe683fc2942a4a49482389d2bf209_SeqId_4_/1732328369054/DeleteColumn/seqid=0 2024-11-23T02:19:35,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34573 is added to blk_1073741847_1023 (size=5345) 2024-11-23T02:19:35,991 DEBUG [RS:0;72b6db343a5d:41627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25c7b64ac7878e62c2d2d6ec4350cc15 2024-11-23T02:19:36,177 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T02:19:36,177 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T02:19:36,191 DEBUG [RS:0;72b6db343a5d:41627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25c7b64ac7878e62c2d2d6ec4350cc15 2024-11-23T02:19:36,217 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/meta/1588230740/.tmp/info/53a7cf16ac1c4523b5c9084c53261d1c 2024-11-23T02:19:36,227 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/replication/25c7b64ac7878e62c2d2d6ec4350cc15/.tmp/hfileref/7d0062a052a249e6bcc1ca90fb6cad82 2024-11-23T02:19:36,239 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/meta/1588230740/.tmp/ns/e5455c30698841aab45d95af6509adb9 is 43, key is default/ns:d/1732328356923/Put/seqid=0 2024-11-23T02:19:36,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34573 is added to blk_1073741848_1024 (size=5153) 2024-11-23T02:19:36,245 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/replication/25c7b64ac7878e62c2d2d6ec4350cc15/.tmp/queue/e2d33e8f3a4b4a59a9146b9a40463b56 is 154, key is 1-72b6db343a5d,41627,1732328354314/queue:72b6db343a5d%2C41627%2C1732328354314/1732328371762/Put/seqid=0 2024-11-23T02:19:36,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34573 is added to blk_1073741849_1025 (size=5353) 2024-11-23T02:19:36,392 DEBUG [RS:0;72b6db343a5d:41627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25c7b64ac7878e62c2d2d6ec4350cc15 2024-11-23T02:19:36,592 DEBUG [RS:0;72b6db343a5d:41627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25c7b64ac7878e62c2d2d6ec4350cc15 2024-11-23T02:19:36,644 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/meta/1588230740/.tmp/ns/e5455c30698841aab45d95af6509adb9 2024-11-23T02:19:36,651 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/replication/25c7b64ac7878e62c2d2d6ec4350cc15/.tmp/queue/e2d33e8f3a4b4a59a9146b9a40463b56 2024-11-23T02:19:36,659 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/replication/25c7b64ac7878e62c2d2d6ec4350cc15/.tmp/hfileref/7d0062a052a249e6bcc1ca90fb6cad82 as hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/replication/25c7b64ac7878e62c2d2d6ec4350cc15/hfileref/7d0062a052a249e6bcc1ca90fb6cad82 2024-11-23T02:19:36,666 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/replication/25c7b64ac7878e62c2d2d6ec4350cc15/hfileref/7d0062a052a249e6bcc1ca90fb6cad82, entries=4, sequenceid=12, filesize=5.2 K 2024-11-23T02:19:36,667 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/replication/25c7b64ac7878e62c2d2d6ec4350cc15/.tmp/queue/e2d33e8f3a4b4a59a9146b9a40463b56 as hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/replication/25c7b64ac7878e62c2d2d6ec4350cc15/queue/e2d33e8f3a4b4a59a9146b9a40463b56 2024-11-23T02:19:36,671 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/meta/1588230740/.tmp/rep_barrier/3eabb780932641648447667fec5d2497 is 112, key is test,,1732328361201.be340b48ad4c812400925d36c505389b./rep_barrier:seqnumDuringOpen/1732328361655/Put/seqid=0 2024-11-23T02:19:36,673 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/replication/25c7b64ac7878e62c2d2d6ec4350cc15/queue/e2d33e8f3a4b4a59a9146b9a40463b56, entries=1, sequenceid=12, filesize=5.2 K 2024-11-23T02:19:36,674 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 25c7b64ac7878e62c2d2d6ec4350cc15 in 878ms, sequenceid=12, compaction requested=false 2024-11-23T02:19:36,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34573 is added to blk_1073741850_1026 (size=5518) 2024-11-23T02:19:36,680 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/meta/1588230740/.tmp/rep_barrier/3eabb780932641648447667fec5d2497 2024-11-23T02:19:36,681 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/replication/25c7b64ac7878e62c2d2d6ec4350cc15/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-23T02:19:36,681 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:19:36,682 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:19:36,682 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732328364001.25c7b64ac7878e62c2d2d6ec4350cc15. 2024-11-23T02:19:36,682 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 25c7b64ac7878e62c2d2d6ec4350cc15: Waiting for close lock at 1732328375796Running coprocessor pre-close hooks at 1732328375796Disabling compacts and flushes for region at 1732328375796Disabling writes for close at 1732328375796Obtaining lock to block concurrent updates at 1732328375796Preparing flush snapshotting stores in 25c7b64ac7878e62c2d2d6ec4350cc15 at 1732328375796Finished memstore snapshotting hbase:replication,,1732328364001.25c7b64ac7878e62c2d2d6ec4350cc15., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732328375796Flushing stores of hbase:replication,,1732328364001.25c7b64ac7878e62c2d2d6ec4350cc15. at 1732328375797 (+1 ms)Flushing 25c7b64ac7878e62c2d2d6ec4350cc15/hfileref: creating writer at 1732328375797Flushing 25c7b64ac7878e62c2d2d6ec4350cc15/hfileref: appending metadata at 1732328375822 (+25 ms)Flushing 25c7b64ac7878e62c2d2d6ec4350cc15/hfileref: closing flushed file at 1732328375822Flushing 25c7b64ac7878e62c2d2d6ec4350cc15/queue: creating writer at 1732328376231 (+409 ms)Flushing 25c7b64ac7878e62c2d2d6ec4350cc15/queue: appending metadata at 1732328376245 (+14 ms)Flushing 25c7b64ac7878e62c2d2d6ec4350cc15/queue: closing flushed file at 1732328376245Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40ae66e1: reopening flushed file at 1732328376658 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1183a82c: reopening flushed file at 1732328376666 (+8 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 25c7b64ac7878e62c2d2d6ec4350cc15 in 878ms, sequenceid=12, compaction requested=false at 1732328376674 (+8 ms)Writing region close event to WAL at 1732328376675 (+1 ms)Running coprocessor post-close hooks at 1732328376681 (+6 ms)Closed at 1732328376682 (+1 ms) 2024-11-23T02:19:36,682 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732328364001.25c7b64ac7878e62c2d2d6ec4350cc15. 2024-11-23T02:19:36,699 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/meta/1588230740/.tmp/table/dcdf87ffc3c64621ae88f586875271fe is 53, key is hbase:replication/table:state/1732328364780/Put/seqid=0 2024-11-23T02:19:36,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34573 is added to blk_1073741851_1027 (size=5308) 2024-11-23T02:19:36,766 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.wal-reader.72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.1732328356314 to pos 1033, reset compression=false 2024-11-23T02:19:36,772 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.wal-reader.72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:19:36,772 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.wal-reader.72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.1732328356314 to pos 1328, reset compression=false 2024-11-23T02:19:36,772 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.shipper72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,41627,1732328354314 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.1732328356314, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:19:36,773 ERROR [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.shipper72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 72b6db343a5d,41627,1732328354314: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-72b6db343a5d,41627,1732328354314, walGroup=72b6db343a5d%2C41627%2C1732328354314, offset=72b6db343a5d%2C41627%2C1732328354314.1732328356314:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=72b6db343a5d:41627 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T02:19:36,774 ERROR [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.shipper72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T02:19:36,774 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.shipper72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T02:19:36,775 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.shipper72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T02:19:36,775 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.shipper72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T02:19:36,776 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.shipper72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T02:19:36,776 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.shipper72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 626641808 }, "NonHeapMemoryUsage": { "committed": 192020480, "init": 7667712, "max": -1, "used": 189057560 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T02:19:36,776 WARN [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.shipper72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=72b6db343a5d:36781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=72b6db343a5d:36781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T02:19:36,792 INFO [RS:0;72b6db343a5d:41627 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T02:19:36,792 DEBUG [RS:0;72b6db343a5d:41627 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T02:19:36,792 DEBUG [RS:0;72b6db343a5d:41627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:19:36,980 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.wal-reader.72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.1732328356314 to pos 1328, reset compression=false 2024-11-23T02:19:36,992 DEBUG [RS:0;72b6db343a5d:41627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:19:37,104 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/meta/1588230740/.tmp/table/dcdf87ffc3c64621ae88f586875271fe 2024-11-23T02:19:37,109 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/meta/1588230740/.tmp/info/53a7cf16ac1c4523b5c9084c53261d1c as hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/meta/1588230740/info/53a7cf16ac1c4523b5c9084c53261d1c 2024-11-23T02:19:37,113 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/meta/1588230740/info/53a7cf16ac1c4523b5c9084c53261d1c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T02:19:37,114 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/meta/1588230740/.tmp/ns/e5455c30698841aab45d95af6509adb9 as hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/meta/1588230740/ns/e5455c30698841aab45d95af6509adb9 2024-11-23T02:19:37,117 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/meta/1588230740/ns/e5455c30698841aab45d95af6509adb9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T02:19:37,118 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/meta/1588230740/.tmp/rep_barrier/3eabb780932641648447667fec5d2497 as hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/meta/1588230740/rep_barrier/3eabb780932641648447667fec5d2497 2024-11-23T02:19:37,122 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/meta/1588230740/rep_barrier/3eabb780932641648447667fec5d2497, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T02:19:37,123 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/meta/1588230740/.tmp/table/dcdf87ffc3c64621ae88f586875271fe as hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/meta/1588230740/table/dcdf87ffc3c64621ae88f586875271fe 2024-11-23T02:19:37,127 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/meta/1588230740/table/dcdf87ffc3c64621ae88f586875271fe, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T02:19:37,128 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1336ms, sequenceid=16, compaction requested=false 2024-11-23T02:19:37,132 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T02:19:37,132 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:19:37,132 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:19:37,132 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:19:37,132 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328375791Running coprocessor pre-close hooks at 1732328375791Disabling compacts and flushes for region at 1732328375791Disabling writes for close at 1732328375791Obtaining lock to block concurrent updates at 1732328375791Preparing flush snapshotting stores in 1588230740 at 1732328375791Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732328375792 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732328375792Flushing 1588230740/info: creating writer at 1732328375792Flushing 1588230740/info: appending metadata at 1732328375811 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732328375811Flushing 1588230740/ns: creating writer at 1732328376221 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732328376239 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732328376239Flushing 1588230740/rep_barrier: creating writer at 1732328376650 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732328376670 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732328376670Flushing 1588230740/table: creating writer at 1732328376685 (+15 ms)Flushing 1588230740/table: appending metadata at 1732328376699 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732328376699Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@683125f: reopening flushed file at 1732328377108 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42f1aedc: reopening flushed file at 1732328377113 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@589dfb8a: reopening flushed file at 1732328377118 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d3e1467: reopening flushed file at 1732328377122 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1336ms, sequenceid=16, compaction requested=false at 1732328377128 (+6 ms)Writing region close event to WAL at 1732328377129 (+1 ms)Running coprocessor post-close hooks at 1732328377132 (+3 ms)Closed at 1732328377132 2024-11-23T02:19:37,132 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T02:19:37,192 INFO [RS:0;72b6db343a5d:41627 {}] regionserver.HRegionServer(976): stopping server 72b6db343a5d,41627,1732328354314; all regions closed. 2024-11-23T02:19:37,195 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.meta.1732328356872.meta not finished, retry = 0 2024-11-23T02:19:37,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34573 is added to blk_1073741834_1010 (size=4239) 2024-11-23T02:19:37,284 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.wal-reader.72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.1732328356314 to pos 1328, reset compression=false 2024-11-23T02:19:37,298 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/WALs/72b6db343a5d,41627,1732328354314/72b6db343a5d%2C41627%2C1732328354314.rep.1732328364736 not finished, retry = 0 2024-11-23T02:19:37,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34573 is added to blk_1073741839_1015 (size=3127) 2024-11-23T02:19:37,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34573 is added to blk_1073741832_1008 (size=1336) 2024-11-23T02:19:37,401 DEBUG [RS:0;72b6db343a5d:41627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:37,402 INFO [RS:0;72b6db343a5d:41627 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:19:37,402 INFO [RS:0;72b6db343a5d:41627 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:19:37,402 INFO [RS:0;72b6db343a5d:41627 {}] hbase.ChoreService(370): Chore service for: regionserver/72b6db343a5d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T02:19:37,402 INFO [RS:0;72b6db343a5d:41627 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:19:37,402 INFO [regionserver/72b6db343a5d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:19:37,402 INFO [RS:0;72b6db343a5d:41627 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-72b6db343a5d,41627,1732328354314 because: Region server is closing 2024-11-23T02:19:37,402 INFO [RS:0;72b6db343a5d:41627 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:41627. 2024-11-23T02:19:37,402 DEBUG [RS:0;72b6db343a5d:41627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:19:37,402 DEBUG [RS:0;72b6db343a5d:41627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:37,402 DEBUG [RS:0;72b6db343a5d:41627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:37,402 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:19:37,503 INFO [RS:0;72b6db343a5d:41627 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.shipper72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 terminated 2024-11-23T02:19:37,503 WARN [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,41627,1732328354314.replicationSource.wal-reader.72b6db343a5d%2C41627%2C1732328354314,1-72b6db343a5d,41627,1732328354314 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T02:19:37,503 INFO [RS:0;72b6db343a5d:41627 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:41627. 2024-11-23T02:19:37,503 DEBUG [RS:0;72b6db343a5d:41627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:19:37,503 DEBUG [RS:0;72b6db343a5d:41627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:37,503 DEBUG [RS:0;72b6db343a5d:41627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:37,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:19:37,503 INFO [RS:0;72b6db343a5d:41627 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41627 2024-11-23T02:19:37,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x101429ed7aa0001, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-248285399/rs/72b6db343a5d,41627,1732328354314 2024-11-23T02:19:37,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x101429ed7aa0000, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-248285399/rs 2024-11-23T02:19:37,506 INFO [RS:0;72b6db343a5d:41627 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:19:37,506 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [72b6db343a5d,41627,1732328354314] 2024-11-23T02:19:37,508 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-248285399/draining/72b6db343a5d,41627,1732328354314 already deleted, retry=false 2024-11-23T02:19:37,508 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 72b6db343a5d,41627,1732328354314 expired; onlineServers=0 2024-11-23T02:19:37,508 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '72b6db343a5d,36781,1732328354255' ***** 2024-11-23T02:19:37,508 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T02:19:37,508 INFO [M:0;72b6db343a5d:36781 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:19:37,508 INFO [M:0;72b6db343a5d:36781 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:19:37,508 DEBUG [M:0;72b6db343a5d:36781 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T02:19:37,508 DEBUG [M:0;72b6db343a5d:36781 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T02:19:37,508 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T02:19:37,508 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328356126 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328356126,5,FailOnTimeoutGroup] 2024-11-23T02:19:37,508 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328356127 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328356127,5,FailOnTimeoutGroup] 2024-11-23T02:19:37,508 INFO [M:0;72b6db343a5d:36781 {}] hbase.ChoreService(370): Chore service for: master/72b6db343a5d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T02:19:37,508 INFO [M:0;72b6db343a5d:36781 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:19:37,508 DEBUG [M:0;72b6db343a5d:36781 {}] master.HMaster(1795): Stopping service threads 2024-11-23T02:19:37,508 INFO [M:0;72b6db343a5d:36781 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T02:19:37,509 INFO [M:0;72b6db343a5d:36781 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:19:37,509 INFO [M:0;72b6db343a5d:36781 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T02:19:37,509 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T02:19:37,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x101429ed7aa0000, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-248285399/master 2024-11-23T02:19:37,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x101429ed7aa0000, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-248285399 2024-11-23T02:19:37,511 DEBUG [M:0;72b6db343a5d:36781 {}] zookeeper.ZKUtil(347): master:36781-0x101429ed7aa0000, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Unable to get data of znode /0-248285399/master because node does not exist (not an error) 2024-11-23T02:19:37,511 WARN [M:0;72b6db343a5d:36781 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T02:19:37,512 INFO [M:0;72b6db343a5d:36781 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/.lastflushedseqids 2024-11-23T02:19:37,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34573 is added to blk_1073741852_1028 (size=263) 2024-11-23T02:19:37,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x101429ed7aa0001, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:19:37,607 INFO [RS:0;72b6db343a5d:41627 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:19:37,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41627-0x101429ed7aa0001, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:19:37,607 INFO [RS:0;72b6db343a5d:41627 {}] regionserver.HRegionServer(1031): Exiting; stopping=72b6db343a5d,41627,1732328354314; zookeeper connection closed. 2024-11-23T02:19:37,608 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@559aa953 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@559aa953 2024-11-23T02:19:37,608 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T02:19:37,779 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T02:19:37,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:37,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:37,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:37,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:37,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:37,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:37,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:37,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:37,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:37,917 INFO [M:0;72b6db343a5d:36781 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T02:19:37,917 INFO [M:0;72b6db343a5d:36781 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T02:19:37,918 DEBUG [M:0;72b6db343a5d:36781 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:19:37,918 INFO [M:0;72b6db343a5d:36781 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:37,918 DEBUG [M:0;72b6db343a5d:36781 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:37,918 DEBUG [M:0;72b6db343a5d:36781 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:19:37,918 DEBUG [M:0;72b6db343a5d:36781 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:37,918 INFO [M:0;72b6db343a5d:36781 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-23T02:19:37,946 DEBUG [M:0;72b6db343a5d:36781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b544000b7d1494ebd88a314989b531b is 82, key is hbase:meta,,1/info:regioninfo/1732328356905/Put/seqid=0 2024-11-23T02:19:37,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34573 is added to blk_1073741853_1029 (size=5672) 2024-11-23T02:19:38,352 INFO [M:0;72b6db343a5d:36781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b544000b7d1494ebd88a314989b531b 2024-11-23T02:19:38,378 DEBUG [M:0;72b6db343a5d:36781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d951c54810cb46a5a757954e93eb95a5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732328364783/Put/seqid=0 2024-11-23T02:19:38,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34573 is added to blk_1073741854_1030 (size=8515) 2024-11-23T02:19:38,383 INFO [M:0;72b6db343a5d:36781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d951c54810cb46a5a757954e93eb95a5 2024-11-23T02:19:38,405 DEBUG [M:0;72b6db343a5d:36781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/275505be08d04b268bb08cc27c35fa37 is 69, key is 72b6db343a5d,41627,1732328354314/rs:state/1732328356163/Put/seqid=0 2024-11-23T02:19:38,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34573 is added to blk_1073741855_1031 (size=5156) 2024-11-23T02:19:38,414 INFO [M:0;72b6db343a5d:36781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/275505be08d04b268bb08cc27c35fa37 2024-11-23T02:19:38,419 DEBUG [M:0;72b6db343a5d:36781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b544000b7d1494ebd88a314989b531b as hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1b544000b7d1494ebd88a314989b531b 2024-11-23T02:19:38,424 INFO [M:0;72b6db343a5d:36781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1b544000b7d1494ebd88a314989b531b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T02:19:38,425 DEBUG [M:0;72b6db343a5d:36781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d951c54810cb46a5a757954e93eb95a5 as hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d951c54810cb46a5a757954e93eb95a5 2024-11-23T02:19:38,429 INFO [M:0;72b6db343a5d:36781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d951c54810cb46a5a757954e93eb95a5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T02:19:38,430 DEBUG [M:0;72b6db343a5d:36781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/275505be08d04b268bb08cc27c35fa37 as hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/275505be08d04b268bb08cc27c35fa37 2024-11-23T02:19:38,434 INFO [M:0;72b6db343a5d:36781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42291/user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/275505be08d04b268bb08cc27c35fa37, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T02:19:38,435 INFO [M:0;72b6db343a5d:36781 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 517ms, sequenceid=97, compaction requested=false 2024-11-23T02:19:38,438 INFO [M:0;72b6db343a5d:36781 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:38,438 DEBUG [M:0;72b6db343a5d:36781 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328377917Disabling compacts and flushes for region at 1732328377917Disabling writes for close at 1732328377918 (+1 ms)Obtaining lock to block concurrent updates at 1732328377918Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732328377918Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732328377918Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732328377919 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732328377919Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732328377945 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732328377946 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732328378356 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732328378377 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732328378377Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732328378388 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732328378404 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732328378404Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74c518ca: reopening flushed file at 1732328378418 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42156b3c: reopening flushed file at 1732328378424 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d5fd221: reopening flushed file at 1732328378430 (+6 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 517ms, sequenceid=97, compaction requested=false at 1732328378435 (+5 ms)Writing region close event to WAL at 1732328378437 (+2 ms)Closed at 1732328378437 2024-11-23T02:19:38,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34573 is added to blk_1073741830_1006 (size=63642) 2024-11-23T02:19:38,440 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f0163976-75d0-2a8c-727b-a17a8ce60a8f/MasterData/WALs/72b6db343a5d,36781,1732328354255/72b6db343a5d%2C36781%2C1732328354255.1732328356016 not finished, retry = 0 2024-11-23T02:19:38,541 INFO [M:0;72b6db343a5d:36781 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T02:19:38,541 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:19:38,541 INFO [M:0;72b6db343a5d:36781 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36781 2024-11-23T02:19:38,542 INFO [M:0;72b6db343a5d:36781 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:19:38,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x101429ed7aa0000, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:19:38,644 INFO [M:0;72b6db343a5d:36781 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:19:38,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36781-0x101429ed7aa0000, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:19:38,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78fb4dfa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:19:38,647 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4abdf2de{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:19:38,647 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:19:38,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f697db0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:19:38,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c31ec9b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/hadoop.log.dir/,STOPPED} 2024-11-23T02:19:38,649 WARN [BP-1285342542-172.17.0.2-1732328353088 heartbeating to localhost/127.0.0.1:42291 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T02:19:38,649 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T02:19:38,649 WARN [BP-1285342542-172.17.0.2-1732328353088 heartbeating to localhost/127.0.0.1:42291 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1285342542-172.17.0.2-1732328353088 (Datanode Uuid 3e6b7ce3-6d8c-47e3-b962-89d639877dd8) service to localhost/127.0.0.1:42291 2024-11-23T02:19:38,649 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T02:19:38,650 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/cluster_caed7644-7f45-d2d7-ef63-e67521b36d3a/data/data1/current/BP-1285342542-172.17.0.2-1732328353088 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:19:38,650 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/cluster_caed7644-7f45-d2d7-ef63-e67521b36d3a/data/data2/current/BP-1285342542-172.17.0.2-1732328353088 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:19:38,650 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T02:19:38,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32d04ff2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:19:38,656 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68d3a320{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:19:38,656 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:19:38,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bd67589{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:19:38,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@751989bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd560c75-aeae-55d4-cbd2-e74e01e1e8e9/hadoop.log.dir/,STOPPED} 2024-11-23T02:19:38,662 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T02:19:38,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T02:19:38,682 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=247 (was 205) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60469) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42291 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41577 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42291 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41577 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60469) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:42291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42291 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41577 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:41577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41577 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42291 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41577 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41577 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42291 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=623 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=276 (was 192) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6838 (was 7397) 2024-11-23T02:19:38,691 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=247, OpenFileDescriptor=623, MaxFileDescriptor=1048576, SystemLoadAverage=276, ProcessCount=11, AvailableMemoryMB=6838 2024-11-23T02:19:38,708 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-23T02:19:38,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e/hadoop.log.dir so I do NOT create it in target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9 2024-11-23T02:19:38,709 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T02:19:38,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e/hadoop.tmp.dir so I do NOT create it in target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9 2024-11-23T02:19:38,709 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a70a780-c359-27a4-c97a-5a2d9a47a81e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T02:19:38,709 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9 2024-11-23T02:19:38,709 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/cluster_ad9b2774-cf79-240b-8510-0d952e45b3da, deleteOnExit=true 2024-11-23T02:19:38,714 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/cluster_ad9b2774-cf79-240b-8510-0d952e45b3da/zookeeper_0, clientPort=60287, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/cluster_ad9b2774-cf79-240b-8510-0d952e45b3da/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/cluster_ad9b2774-cf79-240b-8510-0d952e45b3da/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T02:19:38,717 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60287 2024-11-23T02:19:38,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T02:19:38,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T02:19:38,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/test.cache.data in system properties and HBase conf 2024-11-23T02:19:38,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T02:19:38,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/hadoop.log.dir in system properties and HBase conf 2024-11-23T02:19:38,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T02:19:38,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T02:19:38,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T02:19:38,717 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T02:19:38,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:19:38,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:19:38,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T02:19:38,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:19:38,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T02:19:38,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T02:19:38,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:19:38,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:19:38,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T02:19:38,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/nfs.dump.dir in system properties and HBase conf 2024-11-23T02:19:38,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/java.io.tmpdir in system properties and HBase conf 2024-11-23T02:19:38,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:19:38,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T02:19:38,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T02:19:38,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101429ed7aa0005, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T02:19:38,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101429ed7aa0002, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T02:19:38,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101429ed7aa0002, quorum=127.0.0.1:60469, baseZNode=/0-248285399 Received Disconnected from ZooKeeper, ignoring 2024-11-23T02:19:38,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101429ed7aa0005, quorum=127.0.0.1:60469, baseZNode=/1-1012555979 Received Disconnected from ZooKeeper, ignoring 2024-11-23T02:19:38,820 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:19:38,827 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:19:38,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:19:38,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:19:38,841 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T02:19:38,843 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:19:38,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77794c91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:19:38,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28bc4539{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:19:38,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34a3c8b5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/java.io.tmpdir/jetty-localhost-43521-hadoop-hdfs-3_4_1-tests_jar-_-any-13665205309939124792/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:19:38,970 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d0fc0ee{HTTP/1.1, (http/1.1)}{localhost:43521} 2024-11-23T02:19:38,970 INFO [Time-limited test {}] server.Server(415): Started @180566ms 2024-11-23T02:19:39,051 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:19:39,053 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:19:39,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:19:39,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:19:39,054 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T02:19:39,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c2c7d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:19:39,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@758cc0e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:19:39,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d06428a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/java.io.tmpdir/jetty-localhost-36175-hadoop-hdfs-3_4_1-tests_jar-_-any-14854652577160731493/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:19:39,172 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a1508a{HTTP/1.1, (http/1.1)}{localhost:36175} 2024-11-23T02:19:39,172 INFO [Time-limited test {}] server.Server(415): Started @180767ms 2024-11-23T02:19:39,173 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T02:19:39,300 WARN [Thread-2191 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/cluster_ad9b2774-cf79-240b-8510-0d952e45b3da/data/data1/current/BP-689708027-172.17.0.2-1732328378746/current, will proceed with Du for space computation calculation, 2024-11-23T02:19:39,301 WARN [Thread-2192 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/cluster_ad9b2774-cf79-240b-8510-0d952e45b3da/data/data2/current/BP-689708027-172.17.0.2-1732328378746/current, will proceed with Du for space computation calculation, 2024-11-23T02:19:39,321 WARN [Thread-2179 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T02:19:39,323 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1014b15bd1787bc6 with lease ID 0x14271a3811d1ea6d: Processing first storage report for DS-166ac0f4-08cb-4ff0-b6b1-b9df4eb813c6 from datanode DatanodeRegistration(127.0.0.1:40447, datanodeUuid=403225c0-6b83-45de-95d2-c28d0c61c31b, infoPort=44611, infoSecurePort=0, ipcPort=44159, storageInfo=lv=-57;cid=testClusterID;nsid=827405294;c=1732328378746) 2024-11-23T02:19:39,323 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1014b15bd1787bc6 with lease ID 0x14271a3811d1ea6d: from storage DS-166ac0f4-08cb-4ff0-b6b1-b9df4eb813c6 node DatanodeRegistration(127.0.0.1:40447, datanodeUuid=403225c0-6b83-45de-95d2-c28d0c61c31b, infoPort=44611, infoSecurePort=0, ipcPort=44159, storageInfo=lv=-57;cid=testClusterID;nsid=827405294;c=1732328378746), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:19:39,323 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1014b15bd1787bc6 with lease ID 0x14271a3811d1ea6d: Processing first storage report for DS-b9f84a37-4be4-4a90-9acb-794cbf0f2abb from datanode DatanodeRegistration(127.0.0.1:40447, datanodeUuid=403225c0-6b83-45de-95d2-c28d0c61c31b, infoPort=44611, infoSecurePort=0, ipcPort=44159, storageInfo=lv=-57;cid=testClusterID;nsid=827405294;c=1732328378746) 2024-11-23T02:19:39,323 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1014b15bd1787bc6 with lease ID 0x14271a3811d1ea6d: from storage DS-b9f84a37-4be4-4a90-9acb-794cbf0f2abb node DatanodeRegistration(127.0.0.1:40447, datanodeUuid=403225c0-6b83-45de-95d2-c28d0c61c31b, infoPort=44611, infoSecurePort=0, ipcPort=44159, storageInfo=lv=-57;cid=testClusterID;nsid=827405294;c=1732328378746), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:19:39,415 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9 2024-11-23T02:19:39,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:19:39,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:19:39,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741825_1001 (size=7) 2024-11-23T02:19:39,826 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320 with version=8 2024-11-23T02:19:39,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/hbase-staging 2024-11-23T02:19:39,829 INFO [Time-limited test {}] client.ConnectionUtils(128): master/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:19:39,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:19:39,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:19:39,829 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:19:39,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:19:39,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:19:39,829 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T02:19:39,829 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:19:39,830 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45971 2024-11-23T02:19:39,831 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45971 connecting to ZooKeeper ensemble=127.0.0.1:60287 2024-11-23T02:19:39,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459710x0, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:19:39,839 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45971-0x101429f3be70000 connected 2024-11-23T02:19:39,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:19:39,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:19:39,857 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45971-0x101429f3be70000, quorum=127.0.0.1:60287, baseZNode=/0718638435 Set watcher on znode that does not yet exist, /0718638435/running 2024-11-23T02:19:39,858 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320, hbase.cluster.distributed=false 2024-11-23T02:19:39,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45971-0x101429f3be70000, quorum=127.0.0.1:60287, baseZNode=/0718638435 Set watcher on znode that does not yet exist, /0718638435/acl 2024-11-23T02:19:39,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45971 2024-11-23T02:19:39,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45971 2024-11-23T02:19:39,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45971 2024-11-23T02:19:39,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45971 2024-11-23T02:19:39,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45971 2024-11-23T02:19:39,879 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:19:39,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:19:39,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:19:39,879 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:19:39,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:19:39,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:19:39,879 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T02:19:39,879 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:19:39,880 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34709 2024-11-23T02:19:39,880 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34709 connecting to ZooKeeper ensemble=127.0.0.1:60287 2024-11-23T02:19:39,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:19:39,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:19:39,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347090x0, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:19:39,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347090x0, quorum=127.0.0.1:60287, baseZNode=/0718638435 Set watcher on znode that does not yet exist, /0718638435/running 2024-11-23T02:19:39,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34709-0x101429f3be70001 connected 2024-11-23T02:19:39,887 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T02:19:39,888 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T02:19:39,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34709-0x101429f3be70001, quorum=127.0.0.1:60287, baseZNode=/0718638435 Set watcher on znode that does not yet exist, /0718638435/master 2024-11-23T02:19:39,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34709-0x101429f3be70001, quorum=127.0.0.1:60287, baseZNode=/0718638435 Set watcher on znode that does not yet exist, /0718638435/acl 2024-11-23T02:19:39,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34709 2024-11-23T02:19:39,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34709 2024-11-23T02:19:39,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34709 2024-11-23T02:19:39,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34709 2024-11-23T02:19:39,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34709 2024-11-23T02:19:39,906 DEBUG [M:0;72b6db343a5d:45971 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;72b6db343a5d:45971 2024-11-23T02:19:39,907 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0718638435/backup-masters/72b6db343a5d,45971,1732328379828 2024-11-23T02:19:39,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34709-0x101429f3be70001, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718638435/backup-masters 2024-11-23T02:19:39,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45971-0x101429f3be70000, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718638435/backup-masters 2024-11-23T02:19:39,908 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45971-0x101429f3be70000, quorum=127.0.0.1:60287, baseZNode=/0718638435 Set watcher on existing znode=/0718638435/backup-masters/72b6db343a5d,45971,1732328379828 2024-11-23T02:19:39,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34709-0x101429f3be70001, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0718638435/master 2024-11-23T02:19:39,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45971-0x101429f3be70000, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718638435 2024-11-23T02:19:39,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34709-0x101429f3be70001, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718638435 2024-11-23T02:19:39,912 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45971-0x101429f3be70000, quorum=127.0.0.1:60287, baseZNode=/0718638435 Set watcher on existing znode=/0718638435/master 2024-11-23T02:19:39,912 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0718638435/backup-masters/72b6db343a5d,45971,1732328379828 from backup master directory 2024-11-23T02:19:39,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45971-0x101429f3be70000, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0718638435/backup-masters/72b6db343a5d,45971,1732328379828 2024-11-23T02:19:39,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34709-0x101429f3be70001, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718638435/backup-masters 2024-11-23T02:19:39,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45971-0x101429f3be70000, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718638435/backup-masters 2024-11-23T02:19:39,913 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:19:39,913 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=72b6db343a5d,45971,1732328379828 2024-11-23T02:19:39,918 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/hbase.id] with ID: c9225c1a-8536-4839-a781-0b73ad97c31a 2024-11-23T02:19:39,918 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/.tmp/hbase.id 2024-11-23T02:19:39,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741826_1002 (size=42) 2024-11-23T02:19:40,326 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/.tmp/hbase.id]:[hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/hbase.id] 2024-11-23T02:19:40,336 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:19:40,336 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T02:19:40,337 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T02:19:40,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45971-0x101429f3be70000, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718638435 2024-11-23T02:19:40,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34709-0x101429f3be70001, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718638435 2024-11-23T02:19:40,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741827_1003 (size=196) 2024-11-23T02:19:40,746 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:19:40,747 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T02:19:40,747 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:19:40,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741828_1004 (size=1189) 2024-11-23T02:19:41,157 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/MasterData/data/master/store 2024-11-23T02:19:41,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741829_1005 (size=34) 2024-11-23T02:19:41,562 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:19:41,563 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:19:41,563 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:41,563 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:41,563 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:19:41,563 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:41,563 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:41,563 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328381563Disabling compacts and flushes for region at 1732328381563Disabling writes for close at 1732328381563Writing region close event to WAL at 1732328381563Closed at 1732328381563 2024-11-23T02:19:41,563 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/MasterData/data/master/store/.initializing 2024-11-23T02:19:41,564 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/MasterData/WALs/72b6db343a5d,45971,1732328379828 2024-11-23T02:19:41,564 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:19:41,566 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=72b6db343a5d%2C45971%2C1732328379828, suffix=, logDir=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/MasterData/WALs/72b6db343a5d,45971,1732328379828, archiveDir=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/MasterData/oldWALs, maxLogs=10 2024-11-23T02:19:41,583 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/MasterData/WALs/72b6db343a5d,45971,1732328379828/72b6db343a5d%2C45971%2C1732328379828.1732328381566, exclude list is [], retry=0 2024-11-23T02:19:41,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40447,DS-166ac0f4-08cb-4ff0-b6b1-b9df4eb813c6,DISK] 2024-11-23T02:19:41,587 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/MasterData/WALs/72b6db343a5d,45971,1732328379828/72b6db343a5d%2C45971%2C1732328379828.1732328381566 2024-11-23T02:19:41,588 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44611:44611)] 2024-11-23T02:19:41,588 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:19:41,588 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:19:41,588 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:41,588 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:41,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:41,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T02:19:41,590 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:41,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:41,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:41,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T02:19:41,592 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:41,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:41,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:41,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T02:19:41,593 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:41,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:41,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:41,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T02:19:41,595 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:41,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:41,595 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:41,596 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:41,596 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:41,601 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:41,601 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:41,601 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:19:41,602 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:41,604 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:19:41,604 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70601123, jitterRate=0.05203871428966522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:19:41,605 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732328381588Initializing all the Stores at 1732328381589 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328381589Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328381589Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328381589Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328381589Cleaning up temporary data from old regions at 1732328381601 (+12 ms)Region opened successfully at 1732328381605 (+4 ms) 2024-11-23T02:19:41,605 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T02:19:41,607 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4044b5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:19:41,608 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T02:19:41,608 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T02:19:41,608 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T02:19:41,608 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T02:19:41,609 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T02:19:41,609 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T02:19:41,609 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T02:19:41,614 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T02:19:41,615 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45971-0x101429f3be70000, quorum=127.0.0.1:60287, baseZNode=/0718638435 Unable to get data of znode /0718638435/balancer because node does not exist (not necessarily an error) 2024-11-23T02:19:41,617 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0718638435/balancer already deleted, retry=false 2024-11-23T02:19:41,617 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T02:19:41,618 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45971-0x101429f3be70000, quorum=127.0.0.1:60287, baseZNode=/0718638435 Unable to get data of znode /0718638435/normalizer because node does not exist (not necessarily an error) 2024-11-23T02:19:41,619 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0718638435/normalizer already deleted, retry=false 2024-11-23T02:19:41,619 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T02:19:41,625 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45971-0x101429f3be70000, quorum=127.0.0.1:60287, baseZNode=/0718638435 Unable to get data of znode /0718638435/switch/split because node does not exist (not necessarily an error) 2024-11-23T02:19:41,626 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0718638435/switch/split already deleted, retry=false 2024-11-23T02:19:41,627 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45971-0x101429f3be70000, quorum=127.0.0.1:60287, baseZNode=/0718638435 Unable to get data of znode /0718638435/switch/merge because node does not exist (not necessarily an error) 2024-11-23T02:19:41,628 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0718638435/switch/merge already deleted, retry=false 2024-11-23T02:19:41,630 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45971-0x101429f3be70000, quorum=127.0.0.1:60287, baseZNode=/0718638435 Unable to get data of znode /0718638435/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T02:19:41,632 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0718638435/snapshot-cleanup already deleted, retry=false 2024-11-23T02:19:41,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34709-0x101429f3be70001, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0718638435/running 2024-11-23T02:19:41,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45971-0x101429f3be70000, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0718638435/running 2024-11-23T02:19:41,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34709-0x101429f3be70001, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718638435 2024-11-23T02:19:41,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45971-0x101429f3be70000, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718638435 2024-11-23T02:19:41,634 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=72b6db343a5d,45971,1732328379828, sessionid=0x101429f3be70000, setting cluster-up flag (Was=false) 2024-11-23T02:19:41,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45971-0x101429f3be70000, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718638435 2024-11-23T02:19:41,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34709-0x101429f3be70001, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718638435 2024-11-23T02:19:41,644 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0718638435/flush-table-proc/acquired, /0718638435/flush-table-proc/reached, /0718638435/flush-table-proc/abort 2024-11-23T02:19:41,647 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,45971,1732328379828 2024-11-23T02:19:41,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45971-0x101429f3be70000, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718638435 2024-11-23T02:19:41,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34709-0x101429f3be70001, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718638435 2024-11-23T02:19:41,658 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0718638435/online-snapshot/acquired, /0718638435/online-snapshot/reached, /0718638435/online-snapshot/abort 2024-11-23T02:19:41,659 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,45971,1732328379828 2024-11-23T02:19:41,660 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T02:19:41,662 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T02:19:41,662 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T02:19:41,662 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T02:19:41,663 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 72b6db343a5d,45971,1732328379828 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T02:19:41,664 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:19:41,664 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:19:41,664 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:19:41,664 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:19:41,664 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/72b6db343a5d:0, corePoolSize=10, maxPoolSize=10 2024-11-23T02:19:41,664 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:41,664 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:19:41,664 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:41,670 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:19:41,670 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T02:19:41,671 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:41,671 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T02:19:41,680 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732328411680 2024-11-23T02:19:41,681 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T02:19:41,681 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T02:19:41,681 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T02:19:41,681 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T02:19:41,681 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T02:19:41,681 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T02:19:41,681 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:41,682 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T02:19:41,682 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T02:19:41,682 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T02:19:41,682 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T02:19:41,682 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T02:19:41,682 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T02:19:41,684 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328381682,5,FailOnTimeoutGroup] 2024-11-23T02:19:41,685 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328381684,5,FailOnTimeoutGroup] 2024-11-23T02:19:41,685 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:41,685 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T02:19:41,685 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:41,685 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:41,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741831_1007 (size=1321) 2024-11-23T02:19:41,699 INFO [RS:0;72b6db343a5d:34709 {}] regionserver.HRegionServer(746): ClusterId : c9225c1a-8536-4839-a781-0b73ad97c31a 2024-11-23T02:19:41,699 DEBUG [RS:0;72b6db343a5d:34709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T02:19:41,702 DEBUG [RS:0;72b6db343a5d:34709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T02:19:41,702 DEBUG [RS:0;72b6db343a5d:34709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T02:19:41,704 DEBUG [RS:0;72b6db343a5d:34709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T02:19:41,704 DEBUG [RS:0;72b6db343a5d:34709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44497b79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:19:41,720 DEBUG [RS:0;72b6db343a5d:34709 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;72b6db343a5d:34709 2024-11-23T02:19:41,720 INFO [RS:0;72b6db343a5d:34709 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T02:19:41,720 INFO [RS:0;72b6db343a5d:34709 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T02:19:41,720 DEBUG [RS:0;72b6db343a5d:34709 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T02:19:41,721 INFO [RS:0;72b6db343a5d:34709 {}] regionserver.HRegionServer(2659): reportForDuty to master=72b6db343a5d,45971,1732328379828 with port=34709, startcode=1732328379879 2024-11-23T02:19:41,722 DEBUG [RS:0;72b6db343a5d:34709 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T02:19:41,733 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T02:19:41,734 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45971 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 72b6db343a5d,34709,1732328379879 2024-11-23T02:19:41,734 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45971 {}] master.ServerManager(517): Registering regionserver=72b6db343a5d,34709,1732328379879 2024-11-23T02:19:41,736 DEBUG [RS:0;72b6db343a5d:34709 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320 2024-11-23T02:19:41,736 DEBUG [RS:0;72b6db343a5d:34709 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43095 2024-11-23T02:19:41,736 DEBUG [RS:0;72b6db343a5d:34709 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T02:19:41,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45971-0x101429f3be70000, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718638435/rs 2024-11-23T02:19:41,738 DEBUG [RS:0;72b6db343a5d:34709 {}] zookeeper.ZKUtil(111): regionserver:34709-0x101429f3be70001, quorum=127.0.0.1:60287, baseZNode=/0718638435 Set watcher on existing znode=/0718638435/rs/72b6db343a5d,34709,1732328379879 2024-11-23T02:19:41,738 WARN [RS:0;72b6db343a5d:34709 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:19:41,738 INFO [RS:0;72b6db343a5d:34709 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:19:41,738 DEBUG [RS:0;72b6db343a5d:34709 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879 2024-11-23T02:19:41,739 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [72b6db343a5d,34709,1732328379879] 2024-11-23T02:19:41,751 INFO [RS:0;72b6db343a5d:34709 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T02:19:41,753 INFO [RS:0;72b6db343a5d:34709 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T02:19:41,756 INFO [RS:0;72b6db343a5d:34709 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T02:19:41,757 INFO [RS:0;72b6db343a5d:34709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:41,759 INFO [RS:0;72b6db343a5d:34709 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T02:19:41,763 INFO [RS:0;72b6db343a5d:34709 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T02:19:41,763 INFO [RS:0;72b6db343a5d:34709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:41,764 DEBUG [RS:0;72b6db343a5d:34709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:41,764 DEBUG [RS:0;72b6db343a5d:34709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:41,764 DEBUG [RS:0;72b6db343a5d:34709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:41,764 DEBUG [RS:0;72b6db343a5d:34709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:41,764 DEBUG [RS:0;72b6db343a5d:34709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:41,764 DEBUG [RS:0;72b6db343a5d:34709 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:19:41,764 DEBUG [RS:0;72b6db343a5d:34709 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:41,764 DEBUG [RS:0;72b6db343a5d:34709 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:41,764 DEBUG [RS:0;72b6db343a5d:34709 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:41,764 DEBUG [RS:0;72b6db343a5d:34709 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:41,764 DEBUG [RS:0;72b6db343a5d:34709 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:41,764 DEBUG [RS:0;72b6db343a5d:34709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:41,764 DEBUG [RS:0;72b6db343a5d:34709 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:19:41,764 DEBUG [RS:0;72b6db343a5d:34709 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:19:41,784 INFO [RS:0;72b6db343a5d:34709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:41,784 INFO [RS:0;72b6db343a5d:34709 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:41,784 INFO [RS:0;72b6db343a5d:34709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:41,784 INFO [RS:0;72b6db343a5d:34709 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:41,784 INFO [RS:0;72b6db343a5d:34709 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:41,784 INFO [RS:0;72b6db343a5d:34709 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,34709,1732328379879-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:19:41,807 INFO [RS:0;72b6db343a5d:34709 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T02:19:41,808 INFO [RS:0;72b6db343a5d:34709 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,34709,1732328379879-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:41,808 INFO [RS:0;72b6db343a5d:34709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:41,808 INFO [RS:0;72b6db343a5d:34709 {}] regionserver.Replication(171): 72b6db343a5d,34709,1732328379879 started 2024-11-23T02:19:41,830 INFO [RS:0;72b6db343a5d:34709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:41,830 INFO [RS:0;72b6db343a5d:34709 {}] regionserver.HRegionServer(1482): Serving as 72b6db343a5d,34709,1732328379879, RpcServer on 72b6db343a5d/172.17.0.2:34709, sessionid=0x101429f3be70001 2024-11-23T02:19:41,831 DEBUG [RS:0;72b6db343a5d:34709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T02:19:41,831 DEBUG [RS:0;72b6db343a5d:34709 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 72b6db343a5d,34709,1732328379879 2024-11-23T02:19:41,831 DEBUG [RS:0;72b6db343a5d:34709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,34709,1732328379879' 2024-11-23T02:19:41,831 DEBUG [RS:0;72b6db343a5d:34709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0718638435/flush-table-proc/abort' 2024-11-23T02:19:41,832 DEBUG [RS:0;72b6db343a5d:34709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0718638435/flush-table-proc/acquired' 2024-11-23T02:19:41,833 DEBUG [RS:0;72b6db343a5d:34709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T02:19:41,833 DEBUG [RS:0;72b6db343a5d:34709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T02:19:41,833 DEBUG [RS:0;72b6db343a5d:34709 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 72b6db343a5d,34709,1732328379879 2024-11-23T02:19:41,833 DEBUG [RS:0;72b6db343a5d:34709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,34709,1732328379879' 2024-11-23T02:19:41,833 DEBUG [RS:0;72b6db343a5d:34709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0718638435/online-snapshot/abort' 2024-11-23T02:19:41,836 DEBUG [RS:0;72b6db343a5d:34709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0718638435/online-snapshot/acquired' 2024-11-23T02:19:41,837 DEBUG [RS:0;72b6db343a5d:34709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T02:19:41,837 INFO [RS:0;72b6db343a5d:34709 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T02:19:41,837 INFO [RS:0;72b6db343a5d:34709 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T02:19:41,937 INFO [RS:0;72b6db343a5d:34709 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:19:41,939 INFO [RS:0;72b6db343a5d:34709 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C34709%2C1732328379879, suffix=, logDir=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879, archiveDir=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/oldWALs, maxLogs=10 2024-11-23T02:19:41,965 DEBUG [RS:0;72b6db343a5d:34709 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940, exclude list is [], retry=0 2024-11-23T02:19:41,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40447,DS-166ac0f4-08cb-4ff0-b6b1-b9df4eb813c6,DISK] 2024-11-23T02:19:41,997 INFO [RS:0;72b6db343a5d:34709 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 2024-11-23T02:19:42,005 DEBUG [RS:0;72b6db343a5d:34709 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44611:44611)] 2024-11-23T02:19:42,087 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T02:19:42,088 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320 2024-11-23T02:19:42,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741833_1009 (size=32) 2024-11-23T02:19:42,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:19:42,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:19:42,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:19:42,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:42,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:42,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:19:42,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:19:42,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:42,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:42,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:19:42,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:19:42,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:42,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:42,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:19:42,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:19:42,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:42,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:42,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:19:42,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/hbase/meta/1588230740 2024-11-23T02:19:42,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/hbase/meta/1588230740 2024-11-23T02:19:42,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:19:42,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:19:42,152 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:19:42,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:19:42,169 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:19:42,171 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65701145, jitterRate=-0.02097664773464203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:19:42,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732328382118Initializing all the Stores at 1732328382119 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328382119Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328382119Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328382119Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328382119Cleaning up temporary data from old regions at 1732328382152 (+33 ms)Region opened successfully at 1732328382172 (+20 ms) 2024-11-23T02:19:42,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:19:42,173 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:19:42,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:19:42,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:19:42,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:19:42,196 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:19:42,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328382172Disabling compacts and flushes for region at 1732328382172Disabling writes for close at 1732328382173 (+1 ms)Writing region close event to WAL at 1732328382196 (+23 ms)Closed at 1732328382196 2024-11-23T02:19:42,198 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:19:42,198 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T02:19:42,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T02:19:42,199 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:19:42,201 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T02:19:42,351 DEBUG [72b6db343a5d:45971 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T02:19:42,352 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=72b6db343a5d,34709,1732328379879 2024-11-23T02:19:42,353 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,34709,1732328379879, state=OPENING 2024-11-23T02:19:42,355 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T02:19:42,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34709-0x101429f3be70001, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718638435 2024-11-23T02:19:42,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45971-0x101429f3be70000, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718638435 2024-11-23T02:19:42,358 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0718638435/meta-region-server: CHANGED 2024-11-23T02:19:42,358 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:19:42,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,34709,1732328379879}] 2024-11-23T02:19:42,359 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0718638435/meta-region-server: CHANGED 2024-11-23T02:19:42,520 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:19:42,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T02:19:42,530 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T02:19:42,530 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:19:42,531 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T02:19:42,532 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C34709%2C1732328379879.meta, suffix=.meta, logDir=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879, archiveDir=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/oldWALs, maxLogs=10 2024-11-23T02:19:42,556 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.meta.1732328382533.meta, exclude list is [], retry=0 2024-11-23T02:19:42,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40447,DS-166ac0f4-08cb-4ff0-b6b1-b9df4eb813c6,DISK] 2024-11-23T02:19:42,585 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.meta.1732328382533.meta 2024-11-23T02:19:42,586 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44611:44611)] 2024-11-23T02:19:42,587 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:19:42,588 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:19:42,588 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:19:42,588 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T02:19:42,588 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T02:19:42,589 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T02:19:42,589 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:19:42,591 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T02:19:42,591 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T02:19:42,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:19:42,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:19:42,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:42,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:42,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:19:42,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:19:42,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:42,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:42,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:19:42,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:19:42,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:42,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:42,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:19:42,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:19:42,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:42,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:42,606 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:19:42,606 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/hbase/meta/1588230740 2024-11-23T02:19:42,607 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/hbase/meta/1588230740 2024-11-23T02:19:42,609 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:19:42,609 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:19:42,609 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:19:42,626 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:19:42,627 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69343075, jitterRate=0.033292338252067566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:19:42,627 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T02:19:42,628 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732328382591Writing region info on filesystem at 1732328382591Initializing all the Stores at 1732328382592 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328382592Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328382596 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328382596Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328382596Cleaning up temporary data from old regions at 1732328382609 (+13 ms)Running coprocessor post-open hooks at 1732328382627 (+18 ms)Region opened successfully at 1732328382628 (+1 ms) 2024-11-23T02:19:42,629 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732328382520 2024-11-23T02:19:42,632 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T02:19:42,632 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T02:19:42,634 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,34709,1732328379879 2024-11-23T02:19:42,635 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,34709,1732328379879, state=OPEN 2024-11-23T02:19:42,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45971-0x101429f3be70000, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0718638435/meta-region-server 2024-11-23T02:19:42,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34709-0x101429f3be70001, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0718638435/meta-region-server 2024-11-23T02:19:42,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0718638435/meta-region-server: CHANGED 2024-11-23T02:19:42,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0718638435/meta-region-server: CHANGED 2024-11-23T02:19:42,642 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=72b6db343a5d,34709,1732328379879 2024-11-23T02:19:42,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T02:19:42,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,34709,1732328379879 in 284 msec 2024-11-23T02:19:42,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T02:19:42,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec 2024-11-23T02:19:42,655 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:19:42,655 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T02:19:42,657 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:19:42,657 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,34709,1732328379879, seqNum=-1] 2024-11-23T02:19:42,657 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:19:42,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:19:42,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0020 sec 2024-11-23T02:19:42,665 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732328382665, completionTime=-1 2024-11-23T02:19:42,665 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T02:19:42,665 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T02:19:42,667 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T02:19:42,667 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732328442667 2024-11-23T02:19:42,667 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732328502667 2024-11-23T02:19:42,667 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T02:19:42,668 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,45971,1732328379828-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:42,668 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,45971,1732328379828-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:42,668 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,45971,1732328379828-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:42,668 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-72b6db343a5d:45971, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:42,668 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:42,670 DEBUG [master/72b6db343a5d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T02:19:42,688 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:42,694 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.781sec 2024-11-23T02:19:42,695 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T02:19:42,695 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T02:19:42,695 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T02:19:42,695 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T02:19:42,695 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T02:19:42,695 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,45971,1732328379828-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:19:42,695 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,45971,1732328379828-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T02:19:42,698 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T02:19:42,698 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T02:19:42,698 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,45971,1732328379828-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:42,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0c7c9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:42,705 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,45971,-1 for getting cluster id 2024-11-23T02:19:42,705 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:19:42,725 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9225c1a-8536-4839-a781-0b73ad97c31a' 2024-11-23T02:19:42,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:19:42,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9225c1a-8536-4839-a781-0b73ad97c31a" 2024-11-23T02:19:42,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ed9f010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:42,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,45971,-1] 2024-11-23T02:19:42,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:19:42,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:42,729 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:19:42,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ccbe02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:42,731 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:19:42,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,34709,1732328379879, seqNum=-1] 2024-11-23T02:19:42,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:19:42,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:19:42,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=72b6db343a5d,45971,1732328379828 2024-11-23T02:19:42,738 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60287 2024-11-23T02:19:42,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:19:42,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/hadoop.log.dir so I do NOT create it in target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8 2024-11-23T02:19:42,770 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T02:19:42,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/hadoop.tmp.dir so I do NOT create it in target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8 2024-11-23T02:19:42,770 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T02:19:42,770 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8 2024-11-23T02:19:42,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T02:19:42,770 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8/cluster_e00750c4-9b9b-2641-269e-c21656bb7f3c, deleteOnExit=true 2024-11-23T02:19:42,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T02:19:42,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8/test.cache.data in system properties and HBase conf 2024-11-23T02:19:42,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T02:19:42,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8/hadoop.log.dir in system properties and HBase conf 2024-11-23T02:19:42,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T02:19:42,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T02:19:42,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T02:19:42,771 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T02:19:42,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:19:42,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:19:42,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T02:19:42,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:19:42,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T02:19:42,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T02:19:42,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:19:42,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:19:42,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T02:19:42,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8/nfs.dump.dir in system properties and HBase conf 2024-11-23T02:19:42,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8/java.io.tmpdir in system properties and HBase conf 2024-11-23T02:19:42,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:19:42,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T02:19:42,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T02:19:42,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101429f3be70002 connected 2024-11-23T02:19:42,912 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-23T02:19:42,959 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:42,960 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:42,960 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:42,960 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:42,961 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:42,961 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:42,965 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:42,968 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:42,968 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:42,972 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:43,031 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:19:43,046 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:19:43,095 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:19:43,095 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:19:43,095 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T02:19:43,097 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:19:43,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6216f767{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:19:43,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e2b3c45{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:19:43,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33152bb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8/java.io.tmpdir/jetty-localhost-44747-hadoop-hdfs-3_4_1-tests_jar-_-any-3231856459038284587/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:19:43,263 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fbeaf5{HTTP/1.1, (http/1.1)}{localhost:44747} 2024-11-23T02:19:43,263 INFO [Time-limited test {}] server.Server(415): Started @184859ms 2024-11-23T02:19:43,532 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:19:43,545 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:19:43,561 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:19:43,561 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:19:43,561 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T02:19:43,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@669fe124{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:19:43,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fe3ceb8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:19:43,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T02:19:43,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T02:19:43,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T02:19:43,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e75f73a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8/java.io.tmpdir/jetty-localhost-43231-hadoop-hdfs-3_4_1-tests_jar-_-any-6300435215403333425/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:19:43,719 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e7d0c69{HTTP/1.1, (http/1.1)}{localhost:43231} 2024-11-23T02:19:43,719 INFO [Time-limited test {}] server.Server(415): Started @185315ms 2024-11-23T02:19:43,721 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T02:19:43,947 WARN [Thread-2312 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8/cluster_e00750c4-9b9b-2641-269e-c21656bb7f3c/data/data1/current/BP-2073389239-172.17.0.2-1732328382829/current, will proceed with Du for space computation calculation, 2024-11-23T02:19:43,949 WARN [Thread-2313 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8/cluster_e00750c4-9b9b-2641-269e-c21656bb7f3c/data/data2/current/BP-2073389239-172.17.0.2-1732328382829/current, will proceed with Du for space computation calculation, 2024-11-23T02:19:44,033 WARN [Thread-2300 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T02:19:44,046 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb65ecd8383c313f5 with lease ID 0x81a59f42255cb0cc: Processing first storage report for DS-2a169907-12bc-4b8f-bab8-1822581e3926 from datanode DatanodeRegistration(127.0.0.1:37211, datanodeUuid=25fcb7fd-5384-4c89-a6f1-2cfee36e0fc5, infoPort=40717, infoSecurePort=0, ipcPort=41063, storageInfo=lv=-57;cid=testClusterID;nsid=145136436;c=1732328382829) 2024-11-23T02:19:44,047 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb65ecd8383c313f5 with lease ID 0x81a59f42255cb0cc: from storage DS-2a169907-12bc-4b8f-bab8-1822581e3926 node DatanodeRegistration(127.0.0.1:37211, datanodeUuid=25fcb7fd-5384-4c89-a6f1-2cfee36e0fc5, infoPort=40717, infoSecurePort=0, ipcPort=41063, storageInfo=lv=-57;cid=testClusterID;nsid=145136436;c=1732328382829), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:19:44,047 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb65ecd8383c313f5 with lease ID 0x81a59f42255cb0cc: Processing first storage report for DS-66e5aa17-bf12-484a-ab25-1981f6bd6bef from datanode DatanodeRegistration(127.0.0.1:37211, datanodeUuid=25fcb7fd-5384-4c89-a6f1-2cfee36e0fc5, infoPort=40717, infoSecurePort=0, ipcPort=41063, storageInfo=lv=-57;cid=testClusterID;nsid=145136436;c=1732328382829) 2024-11-23T02:19:44,047 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb65ecd8383c313f5 with lease ID 0x81a59f42255cb0cc: from storage DS-66e5aa17-bf12-484a-ab25-1981f6bd6bef node DatanodeRegistration(127.0.0.1:37211, datanodeUuid=25fcb7fd-5384-4c89-a6f1-2cfee36e0fc5, infoPort=40717, infoSecurePort=0, ipcPort=41063, storageInfo=lv=-57;cid=testClusterID;nsid=145136436;c=1732328382829), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:19:44,131 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8 2024-11-23T02:19:44,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:19:44,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:19:44,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37211 is added to blk_1073741825_1001 (size=7) 2024-11-23T02:19:44,175 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24 with version=8 2024-11-23T02:19:44,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/hbase-staging 2024-11-23T02:19:44,177 INFO [Time-limited test {}] client.ConnectionUtils(128): master/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:19:44,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:19:44,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:19:44,177 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:19:44,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:19:44,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:19:44,177 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T02:19:44,178 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:19:44,178 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34623 2024-11-23T02:19:44,179 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34623 connecting to ZooKeeper ensemble=127.0.0.1:60287 2024-11-23T02:19:44,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346230x0, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:19:44,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34623-0x101429f3be70003 connected 2024-11-23T02:19:44,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:19:44,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:19:44,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34623-0x101429f3be70003, quorum=127.0.0.1:60287, baseZNode=/131393257 Set watcher on znode that does not yet exist, /131393257/running 2024-11-23T02:19:44,218 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24, hbase.cluster.distributed=false 2024-11-23T02:19:44,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34623-0x101429f3be70003, quorum=127.0.0.1:60287, baseZNode=/131393257 Set watcher on znode that does not yet exist, /131393257/acl 2024-11-23T02:19:44,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34623 2024-11-23T02:19:44,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34623 2024-11-23T02:19:44,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34623 2024-11-23T02:19:44,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34623 2024-11-23T02:19:44,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34623 2024-11-23T02:19:44,299 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:19:44,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:19:44,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:19:44,299 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:19:44,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:19:44,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:19:44,299 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T02:19:44,299 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:19:44,301 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38433 2024-11-23T02:19:44,302 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38433 connecting to ZooKeeper ensemble=127.0.0.1:60287 2024-11-23T02:19:44,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:19:44,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:19:44,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384330x0, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:19:44,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38433-0x101429f3be70004 connected 2024-11-23T02:19:44,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38433-0x101429f3be70004, quorum=127.0.0.1:60287, baseZNode=/131393257 Set watcher on znode that does not yet exist, /131393257/running 2024-11-23T02:19:44,309 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T02:19:44,312 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T02:19:44,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38433-0x101429f3be70004, quorum=127.0.0.1:60287, baseZNode=/131393257 Set watcher on znode that does not yet exist, /131393257/master 2024-11-23T02:19:44,314 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38433-0x101429f3be70004, quorum=127.0.0.1:60287, baseZNode=/131393257 Set watcher on znode that does not yet exist, /131393257/acl 2024-11-23T02:19:44,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38433 2024-11-23T02:19:44,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38433 2024-11-23T02:19:44,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38433 2024-11-23T02:19:44,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38433 2024-11-23T02:19:44,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38433 2024-11-23T02:19:44,339 DEBUG [M:0;72b6db343a5d:34623 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;72b6db343a5d:34623 2024-11-23T02:19:44,339 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /131393257/backup-masters/72b6db343a5d,34623,1732328384177 2024-11-23T02:19:44,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34623-0x101429f3be70003, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/131393257/backup-masters 2024-11-23T02:19:44,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x101429f3be70004, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/131393257/backup-masters 2024-11-23T02:19:44,342 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34623-0x101429f3be70003, quorum=127.0.0.1:60287, baseZNode=/131393257 Set watcher on existing znode=/131393257/backup-masters/72b6db343a5d,34623,1732328384177 2024-11-23T02:19:44,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x101429f3be70004, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/131393257/master 2024-11-23T02:19:44,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34623-0x101429f3be70003, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/131393257 2024-11-23T02:19:44,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x101429f3be70004, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/131393257 2024-11-23T02:19:44,344 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34623-0x101429f3be70003, quorum=127.0.0.1:60287, baseZNode=/131393257 Set watcher on existing znode=/131393257/master 2024-11-23T02:19:44,344 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /131393257/backup-masters/72b6db343a5d,34623,1732328384177 from backup master directory 2024-11-23T02:19:44,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34623-0x101429f3be70003, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/131393257/backup-masters/72b6db343a5d,34623,1732328384177 2024-11-23T02:19:44,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x101429f3be70004, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/131393257/backup-masters 2024-11-23T02:19:44,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34623-0x101429f3be70003, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/131393257/backup-masters 2024-11-23T02:19:44,345 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:19:44,345 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=72b6db343a5d,34623,1732328384177 2024-11-23T02:19:44,348 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/hbase.id] with ID: fb3190cf-0f1a-4672-aeb0-dcc6ce3f3b9e 2024-11-23T02:19:44,348 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/.tmp/hbase.id 2024-11-23T02:19:44,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37211 is added to blk_1073741826_1002 (size=42) 2024-11-23T02:19:44,753 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/.tmp/hbase.id]:[hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/hbase.id] 2024-11-23T02:19:44,764 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:19:44,764 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T02:19:44,765 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T02:19:44,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x101429f3be70004, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/131393257 2024-11-23T02:19:44,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34623-0x101429f3be70003, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/131393257 2024-11-23T02:19:44,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37211 is added to blk_1073741827_1003 (size=196) 2024-11-23T02:19:44,791 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:19:44,792 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T02:19:44,796 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:19:44,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37211 is added to blk_1073741828_1004 (size=1189) 2024-11-23T02:19:45,219 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/MasterData/data/master/store 2024-11-23T02:19:45,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37211 is added to blk_1073741829_1005 (size=34) 2024-11-23T02:19:45,232 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:19:45,232 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:19:45,232 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:45,232 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:45,232 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:19:45,232 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:45,232 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:45,232 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328385232Disabling compacts and flushes for region at 1732328385232Disabling writes for close at 1732328385232Writing region close event to WAL at 1732328385232Closed at 1732328385232 2024-11-23T02:19:45,233 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/MasterData/data/master/store/.initializing 2024-11-23T02:19:45,233 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/MasterData/WALs/72b6db343a5d,34623,1732328384177 2024-11-23T02:19:45,234 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:19:45,236 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=72b6db343a5d%2C34623%2C1732328384177, suffix=, logDir=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/MasterData/WALs/72b6db343a5d,34623,1732328384177, archiveDir=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/MasterData/oldWALs, maxLogs=10 2024-11-23T02:19:45,253 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/MasterData/WALs/72b6db343a5d,34623,1732328384177/72b6db343a5d%2C34623%2C1732328384177.1732328385236, exclude list is [], retry=0 2024-11-23T02:19:45,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37211,DS-2a169907-12bc-4b8f-bab8-1822581e3926,DISK] 2024-11-23T02:19:45,259 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/MasterData/WALs/72b6db343a5d,34623,1732328384177/72b6db343a5d%2C34623%2C1732328384177.1732328385236 2024-11-23T02:19:45,259 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40717:40717)] 2024-11-23T02:19:45,259 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:19:45,259 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:19:45,259 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:45,259 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:45,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:45,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T02:19:45,262 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:45,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:45,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:45,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T02:19:45,264 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:45,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:45,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:45,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T02:19:45,265 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:45,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:45,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:45,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T02:19:45,267 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:45,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:45,267 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:45,268 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:45,268 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:45,269 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:45,269 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:45,269 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:19:45,270 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:19:45,272 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:19:45,272 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60771028, jitterRate=-0.09444111585617065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:19:45,272 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732328385259Initializing all the Stores at 1732328385260 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328385260Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328385260Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328385260Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328385260Cleaning up temporary data from old regions at 1732328385269 (+9 ms)Region opened successfully at 1732328385272 (+3 ms) 2024-11-23T02:19:45,272 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T02:19:45,275 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea163e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:19:45,276 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T02:19:45,276 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T02:19:45,276 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T02:19:45,276 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T02:19:45,277 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T02:19:45,277 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T02:19:45,277 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T02:19:45,278 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T02:19:45,279 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34623-0x101429f3be70003, quorum=127.0.0.1:60287, baseZNode=/131393257 Unable to get data of znode /131393257/balancer because node does not exist (not necessarily an error) 2024-11-23T02:19:45,280 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /131393257/balancer already deleted, retry=false 2024-11-23T02:19:45,281 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T02:19:45,281 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34623-0x101429f3be70003, quorum=127.0.0.1:60287, baseZNode=/131393257 Unable to get data of znode /131393257/normalizer because node does not exist (not necessarily an error) 2024-11-23T02:19:45,282 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /131393257/normalizer already deleted, retry=false 2024-11-23T02:19:45,283 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T02:19:45,283 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34623-0x101429f3be70003, quorum=127.0.0.1:60287, baseZNode=/131393257 Unable to get data of znode /131393257/switch/split because node does not exist (not necessarily an error) 2024-11-23T02:19:45,284 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /131393257/switch/split already deleted, retry=false 2024-11-23T02:19:45,285 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34623-0x101429f3be70003, quorum=127.0.0.1:60287, baseZNode=/131393257 Unable to get data of znode /131393257/switch/merge because node does not exist (not necessarily an error) 2024-11-23T02:19:45,287 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /131393257/switch/merge already deleted, retry=false 2024-11-23T02:19:45,288 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34623-0x101429f3be70003, quorum=127.0.0.1:60287, baseZNode=/131393257 Unable to get data of znode /131393257/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T02:19:45,289 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /131393257/snapshot-cleanup already deleted, retry=false 2024-11-23T02:19:45,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34623-0x101429f3be70003, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/131393257/running 2024-11-23T02:19:45,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x101429f3be70004, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/131393257/running 2024-11-23T02:19:45,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34623-0x101429f3be70003, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/131393257 2024-11-23T02:19:45,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x101429f3be70004, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/131393257 2024-11-23T02:19:45,291 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=72b6db343a5d,34623,1732328384177, sessionid=0x101429f3be70003, setting cluster-up flag (Was=false) 2024-11-23T02:19:45,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34623-0x101429f3be70003, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/131393257 2024-11-23T02:19:45,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x101429f3be70004, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/131393257 2024-11-23T02:19:45,300 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /131393257/flush-table-proc/acquired, /131393257/flush-table-proc/reached, /131393257/flush-table-proc/abort 2024-11-23T02:19:45,301 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,34623,1732328384177 2024-11-23T02:19:45,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34623-0x101429f3be70003, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/131393257 2024-11-23T02:19:45,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x101429f3be70004, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/131393257 2024-11-23T02:19:45,310 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /131393257/online-snapshot/acquired, /131393257/online-snapshot/reached, /131393257/online-snapshot/abort 2024-11-23T02:19:45,311 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,34623,1732328384177 2024-11-23T02:19:45,312 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T02:19:45,313 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T02:19:45,314 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T02:19:45,314 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T02:19:45,314 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 72b6db343a5d,34623,1732328384177 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T02:19:45,315 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:19:45,315 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:19:45,315 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:19:45,315 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:19:45,315 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/72b6db343a5d:0, corePoolSize=10, maxPoolSize=10 2024-11-23T02:19:45,315 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:45,315 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:19:45,315 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:45,321 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:19:45,321 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T02:19:45,322 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:45,322 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T02:19:45,328 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732328415328 2024-11-23T02:19:45,328 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T02:19:45,328 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T02:19:45,328 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T02:19:45,328 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T02:19:45,329 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T02:19:45,329 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T02:19:45,330 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:45,330 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T02:19:45,330 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T02:19:45,330 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T02:19:45,330 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T02:19:45,331 INFO [RS:0;72b6db343a5d:38433 {}] regionserver.HRegionServer(746): ClusterId : fb3190cf-0f1a-4672-aeb0-dcc6ce3f3b9e 2024-11-23T02:19:45,331 DEBUG [RS:0;72b6db343a5d:38433 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T02:19:45,333 DEBUG [RS:0;72b6db343a5d:38433 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T02:19:45,333 DEBUG [RS:0;72b6db343a5d:38433 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T02:19:45,335 DEBUG [RS:0;72b6db343a5d:38433 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T02:19:45,335 DEBUG [RS:0;72b6db343a5d:38433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f6d1c92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:19:45,336 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T02:19:45,336 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T02:19:45,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37211 is added to blk_1073741831_1007 (size=1321) 2024-11-23T02:19:45,345 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T02:19:45,346 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24 2024-11-23T02:19:45,348 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328385336,5,FailOnTimeoutGroup] 2024-11-23T02:19:45,352 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328385348,5,FailOnTimeoutGroup] 2024-11-23T02:19:45,352 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:45,352 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T02:19:45,352 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:45,352 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:45,353 DEBUG [RS:0;72b6db343a5d:38433 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;72b6db343a5d:38433 2024-11-23T02:19:45,354 INFO [RS:0;72b6db343a5d:38433 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T02:19:45,354 INFO [RS:0;72b6db343a5d:38433 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T02:19:45,354 DEBUG [RS:0;72b6db343a5d:38433 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T02:19:45,354 INFO [RS:0;72b6db343a5d:38433 {}] regionserver.HRegionServer(2659): reportForDuty to master=72b6db343a5d,34623,1732328384177 with port=38433, startcode=1732328384298 2024-11-23T02:19:45,354 DEBUG [RS:0;72b6db343a5d:38433 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T02:19:45,359 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T02:19:45,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37211 is added to blk_1073741832_1008 (size=32) 2024-11-23T02:19:45,360 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34623 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 72b6db343a5d,38433,1732328384298 2024-11-23T02:19:45,360 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34623 {}] master.ServerManager(517): Registering regionserver=72b6db343a5d,38433,1732328384298 2024-11-23T02:19:45,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:19:45,361 DEBUG [RS:0;72b6db343a5d:38433 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24 2024-11-23T02:19:45,361 DEBUG [RS:0;72b6db343a5d:38433 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40739 2024-11-23T02:19:45,361 DEBUG [RS:0;72b6db343a5d:38433 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T02:19:45,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34623-0x101429f3be70003, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/131393257/rs 2024-11-23T02:19:45,364 DEBUG [RS:0;72b6db343a5d:38433 {}] zookeeper.ZKUtil(111): regionserver:38433-0x101429f3be70004, quorum=127.0.0.1:60287, baseZNode=/131393257 Set watcher on existing znode=/131393257/rs/72b6db343a5d,38433,1732328384298 2024-11-23T02:19:45,364 WARN [RS:0;72b6db343a5d:38433 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:19:45,364 INFO [RS:0;72b6db343a5d:38433 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:19:45,364 DEBUG [RS:0;72b6db343a5d:38433 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298 2024-11-23T02:19:45,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:19:45,367 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [72b6db343a5d,38433,1732328384298] 2024-11-23T02:19:45,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:19:45,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:45,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:45,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:19:45,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:19:45,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:45,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:45,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:19:45,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:19:45,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:45,371 INFO [RS:0;72b6db343a5d:38433 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T02:19:45,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:45,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:19:45,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:19:45,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:45,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:45,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:19:45,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/hbase/meta/1588230740 2024-11-23T02:19:45,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/hbase/meta/1588230740 2024-11-23T02:19:45,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:19:45,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:19:45,375 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:19:45,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:19:45,376 INFO [RS:0;72b6db343a5d:38433 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T02:19:45,377 INFO [RS:0;72b6db343a5d:38433 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T02:19:45,377 INFO [RS:0;72b6db343a5d:38433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:45,380 INFO [RS:0;72b6db343a5d:38433 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T02:19:45,381 INFO [RS:0;72b6db343a5d:38433 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T02:19:45,381 INFO [RS:0;72b6db343a5d:38433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:45,381 DEBUG [RS:0;72b6db343a5d:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:45,381 DEBUG [RS:0;72b6db343a5d:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:45,381 DEBUG [RS:0;72b6db343a5d:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:45,381 DEBUG [RS:0;72b6db343a5d:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:45,381 DEBUG [RS:0;72b6db343a5d:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:45,381 DEBUG [RS:0;72b6db343a5d:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:19:45,381 DEBUG [RS:0;72b6db343a5d:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:45,381 DEBUG [RS:0;72b6db343a5d:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:45,381 DEBUG [RS:0;72b6db343a5d:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:45,381 DEBUG [RS:0;72b6db343a5d:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:45,381 DEBUG [RS:0;72b6db343a5d:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:45,381 DEBUG [RS:0;72b6db343a5d:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:19:45,381 DEBUG [RS:0;72b6db343a5d:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:19:45,381 DEBUG [RS:0;72b6db343a5d:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:19:45,385 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:19:45,385 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68021555, jitterRate=0.013600155711174011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:19:45,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732328385361Initializing all the Stores at 1732328385361Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328385362 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328385366 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328385366Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328385366Cleaning up temporary data from old regions at 1732328385375 (+9 ms)Region opened successfully at 1732328385385 (+10 ms) 2024-11-23T02:19:45,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:19:45,385 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:19:45,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:19:45,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:19:45,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:19:45,388 INFO [RS:0;72b6db343a5d:38433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:45,388 INFO [RS:0;72b6db343a5d:38433 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:45,388 INFO [RS:0;72b6db343a5d:38433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:45,388 INFO [RS:0;72b6db343a5d:38433 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:45,388 INFO [RS:0;72b6db343a5d:38433 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:45,388 INFO [RS:0;72b6db343a5d:38433 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,38433,1732328384298-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:19:45,389 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:19:45,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328385385Disabling compacts and flushes for region at 1732328385385Disabling writes for close at 1732328385385Writing region close event to WAL at 1732328385389 (+4 ms)Closed at 1732328385389 2024-11-23T02:19:45,390 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:19:45,390 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T02:19:45,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T02:19:45,391 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:19:45,391 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T02:19:45,413 INFO [RS:0;72b6db343a5d:38433 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T02:19:45,414 INFO [RS:0;72b6db343a5d:38433 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,38433,1732328384298-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:45,414 INFO [RS:0;72b6db343a5d:38433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:45,414 INFO [RS:0;72b6db343a5d:38433 {}] regionserver.Replication(171): 72b6db343a5d,38433,1732328384298 started 2024-11-23T02:19:45,429 INFO [RS:0;72b6db343a5d:38433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:45,429 INFO [RS:0;72b6db343a5d:38433 {}] regionserver.HRegionServer(1482): Serving as 72b6db343a5d,38433,1732328384298, RpcServer on 72b6db343a5d/172.17.0.2:38433, sessionid=0x101429f3be70004 2024-11-23T02:19:45,429 DEBUG [RS:0;72b6db343a5d:38433 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T02:19:45,429 DEBUG [RS:0;72b6db343a5d:38433 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 72b6db343a5d,38433,1732328384298 2024-11-23T02:19:45,429 DEBUG [RS:0;72b6db343a5d:38433 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,38433,1732328384298' 2024-11-23T02:19:45,429 DEBUG [RS:0;72b6db343a5d:38433 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/131393257/flush-table-proc/abort' 2024-11-23T02:19:45,430 DEBUG [RS:0;72b6db343a5d:38433 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/131393257/flush-table-proc/acquired' 2024-11-23T02:19:45,430 DEBUG [RS:0;72b6db343a5d:38433 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T02:19:45,430 DEBUG [RS:0;72b6db343a5d:38433 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T02:19:45,430 DEBUG [RS:0;72b6db343a5d:38433 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 72b6db343a5d,38433,1732328384298 2024-11-23T02:19:45,430 DEBUG [RS:0;72b6db343a5d:38433 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,38433,1732328384298' 2024-11-23T02:19:45,430 DEBUG [RS:0;72b6db343a5d:38433 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/131393257/online-snapshot/abort' 2024-11-23T02:19:45,430 DEBUG [RS:0;72b6db343a5d:38433 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/131393257/online-snapshot/acquired' 2024-11-23T02:19:45,431 DEBUG [RS:0;72b6db343a5d:38433 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T02:19:45,431 INFO [RS:0;72b6db343a5d:38433 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T02:19:45,431 INFO [RS:0;72b6db343a5d:38433 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T02:19:45,531 INFO [RS:0;72b6db343a5d:38433 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:19:45,533 INFO [RS:0;72b6db343a5d:38433 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C38433%2C1732328384298, suffix=, logDir=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298, archiveDir=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/oldWALs, maxLogs=10 2024-11-23T02:19:45,542 WARN [72b6db343a5d:34623 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T02:19:45,551 DEBUG [RS:0;72b6db343a5d:38433 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533, exclude list is [], retry=0 2024-11-23T02:19:45,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37211,DS-2a169907-12bc-4b8f-bab8-1822581e3926,DISK] 2024-11-23T02:19:45,577 INFO [RS:0;72b6db343a5d:38433 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533 2024-11-23T02:19:45,578 DEBUG [RS:0;72b6db343a5d:38433 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40717:40717)] 2024-11-23T02:19:45,792 DEBUG [72b6db343a5d:34623 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T02:19:45,792 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=72b6db343a5d,38433,1732328384298 2024-11-23T02:19:45,793 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,38433,1732328384298, state=OPENING 2024-11-23T02:19:45,795 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T02:19:45,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34623-0x101429f3be70003, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/131393257 2024-11-23T02:19:45,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x101429f3be70004, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/131393257 2024-11-23T02:19:45,801 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /131393257/meta-region-server: CHANGED 2024-11-23T02:19:45,801 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:19:45,801 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /131393257/meta-region-server: CHANGED 2024-11-23T02:19:45,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,38433,1732328384298}] 2024-11-23T02:19:45,953 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:19:45,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T02:19:45,957 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T02:19:45,957 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:19:45,958 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T02:19:45,959 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C38433%2C1732328384298.meta, suffix=.meta, logDir=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298, archiveDir=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/oldWALs, maxLogs=10 2024-11-23T02:19:45,972 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.meta.1732328385959.meta, exclude list is [], retry=0 2024-11-23T02:19:45,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37211,DS-2a169907-12bc-4b8f-bab8-1822581e3926,DISK] 2024-11-23T02:19:45,975 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.meta.1732328385959.meta 2024-11-23T02:19:45,976 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40717:40717)] 2024-11-23T02:19:45,976 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:19:45,976 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:19:45,976 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:19:45,976 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T02:19:45,976 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T02:19:45,976 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T02:19:45,976 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:19:45,977 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T02:19:45,977 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T02:19:45,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:19:45,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:19:45,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:45,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:45,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:19:45,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:19:45,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:45,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:45,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:19:45,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:19:45,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:45,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:45,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:19:45,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:19:45,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:45,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:19:45,981 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:19:45,981 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/hbase/meta/1588230740 2024-11-23T02:19:45,982 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/hbase/meta/1588230740 2024-11-23T02:19:45,983 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:19:45,983 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:19:45,984 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:19:45,985 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:19:45,985 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67591894, jitterRate=0.007197707891464233}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:19:45,985 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T02:19:45,985 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732328385977Writing region info on filesystem at 1732328385977Initializing all the Stores at 1732328385977Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328385977Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328385977Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328385977Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328385977Cleaning up temporary data from old regions at 1732328385983 (+6 ms)Running coprocessor post-open hooks at 1732328385985 (+2 ms)Region opened successfully at 1732328385985 2024-11-23T02:19:45,986 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732328385953 2024-11-23T02:19:45,988 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T02:19:45,988 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T02:19:45,988 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,38433,1732328384298 2024-11-23T02:19:45,989 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,38433,1732328384298, state=OPEN 2024-11-23T02:19:45,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x101429f3be70004, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/131393257/meta-region-server 2024-11-23T02:19:45,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34623-0x101429f3be70003, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/131393257/meta-region-server 2024-11-23T02:19:45,991 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=72b6db343a5d,38433,1732328384298 2024-11-23T02:19:45,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /131393257/meta-region-server: CHANGED 2024-11-23T02:19:45,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /131393257/meta-region-server: CHANGED 2024-11-23T02:19:45,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T02:19:45,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,38433,1732328384298 in 190 msec 2024-11-23T02:19:45,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T02:19:45,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 603 msec 2024-11-23T02:19:45,995 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:19:45,995 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T02:19:45,996 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:19:45,996 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,38433,1732328384298, seqNum=-1] 2024-11-23T02:19:45,996 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:19:45,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:19:46,001 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 688 msec 2024-11-23T02:19:46,001 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732328386001, completionTime=-1 2024-11-23T02:19:46,001 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T02:19:46,001 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T02:19:46,003 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T02:19:46,003 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732328446003 2024-11-23T02:19:46,003 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732328506003 2024-11-23T02:19:46,003 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T02:19:46,003 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,34623,1732328384177-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:46,003 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,34623,1732328384177-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:46,003 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,34623,1732328384177-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:46,003 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-72b6db343a5d:34623, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:46,003 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:46,003 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:46,005 DEBUG [master/72b6db343a5d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T02:19:46,007 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.662sec 2024-11-23T02:19:46,007 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T02:19:46,007 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T02:19:46,007 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T02:19:46,007 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T02:19:46,007 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T02:19:46,007 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,34623,1732328384177-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:19:46,007 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,34623,1732328384177-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T02:19:46,009 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T02:19:46,009 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T02:19:46,009 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,34623,1732328384177-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:19:46,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e620961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:46,031 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,34623,-1 for getting cluster id 2024-11-23T02:19:46,032 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:19:46,033 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb3190cf-0f1a-4672-aeb0-dcc6ce3f3b9e' 2024-11-23T02:19:46,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:19:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb3190cf-0f1a-4672-aeb0-dcc6ce3f3b9e" 2024-11-23T02:19:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa2c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,34623,-1] 2024-11-23T02:19:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:19:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:46,035 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:19:46,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34500392, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:46,036 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:19:46,037 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,38433,1732328384298, seqNum=-1] 2024-11-23T02:19:46,037 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:19:46,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:19:46,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=72b6db343a5d,34623,1732328384177 2024-11-23T02:19:46,040 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60287 2024-11-23T02:19:46,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:19:46,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101429f3be70005 connected 2024-11-23T02:19:46,046 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:19:46,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,45971,1732328379828 2024-11-23T02:19:46,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71e56d8c 2024-11-23T02:19:46,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:19:46,048 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:19:46,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45971 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:19:46,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45971 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T02:19:46,051 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:19:46,051 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:46,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45971 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T02:19:46,052 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:19:46,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:19:46,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741835_1011 (size=902) 2024-11-23T02:19:46,069 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8d0dea474bcd2165c9bb697527677557, NAME => 'test,,1732328386048.8d0dea474bcd2165c9bb697527677557.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320 2024-11-23T02:19:46,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741836_1012 (size=39) 2024-11-23T02:19:46,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:19:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:19:46,477 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732328386048.8d0dea474bcd2165c9bb697527677557.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:19:46,478 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8d0dea474bcd2165c9bb697527677557, disabling compactions & flushes 2024-11-23T02:19:46,478 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732328386048.8d0dea474bcd2165c9bb697527677557. 2024-11-23T02:19:46,478 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732328386048.8d0dea474bcd2165c9bb697527677557. 2024-11-23T02:19:46,478 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732328386048.8d0dea474bcd2165c9bb697527677557. after waiting 0 ms 2024-11-23T02:19:46,478 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732328386048.8d0dea474bcd2165c9bb697527677557. 2024-11-23T02:19:46,478 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732328386048.8d0dea474bcd2165c9bb697527677557. 2024-11-23T02:19:46,478 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8d0dea474bcd2165c9bb697527677557: Waiting for close lock at 1732328386478Disabling compacts and flushes for region at 1732328386478Disabling writes for close at 1732328386478Writing region close event to WAL at 1732328386478Closed at 1732328386478 2024-11-23T02:19:46,479 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:19:46,479 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732328386048.8d0dea474bcd2165c9bb697527677557.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732328386479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328386479"}]},"ts":"1732328386479"} 2024-11-23T02:19:46,481 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T02:19:46,482 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:19:46,482 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328386482"}]},"ts":"1732328386482"} 2024-11-23T02:19:46,484 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T02:19:46,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8d0dea474bcd2165c9bb697527677557, ASSIGN}] 2024-11-23T02:19:46,485 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8d0dea474bcd2165c9bb697527677557, ASSIGN 2024-11-23T02:19:46,485 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8d0dea474bcd2165c9bb697527677557, ASSIGN; state=OFFLINE, location=72b6db343a5d,34709,1732328379879; forceNewPlan=false, retain=false 2024-11-23T02:19:46,636 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8d0dea474bcd2165c9bb697527677557, regionState=OPENING, regionLocation=72b6db343a5d,34709,1732328379879 2024-11-23T02:19:46,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8d0dea474bcd2165c9bb697527677557, ASSIGN because future has completed 2024-11-23T02:19:46,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d0dea474bcd2165c9bb697527677557, server=72b6db343a5d,34709,1732328379879}] 2024-11-23T02:19:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:19:46,837 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732328386048.8d0dea474bcd2165c9bb697527677557. 2024-11-23T02:19:46,837 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d0dea474bcd2165c9bb697527677557, NAME => 'test,,1732328386048.8d0dea474bcd2165c9bb697527677557.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:19:46,837 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:19:46,840 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T02:19:46,851 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8d0dea474bcd2165c9bb697527677557 2024-11-23T02:19:46,851 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732328386048.8d0dea474bcd2165c9bb697527677557.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:19:46,852 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8d0dea474bcd2165c9bb697527677557 2024-11-23T02:19:46,852 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8d0dea474bcd2165c9bb697527677557 2024-11-23T02:19:46,857 INFO [StoreOpener-8d0dea474bcd2165c9bb697527677557-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8d0dea474bcd2165c9bb697527677557 2024-11-23T02:19:46,859 INFO [StoreOpener-8d0dea474bcd2165c9bb697527677557-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d0dea474bcd2165c9bb697527677557 columnFamilyName f 2024-11-23T02:19:46,859 DEBUG [StoreOpener-8d0dea474bcd2165c9bb697527677557-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:46,859 INFO [StoreOpener-8d0dea474bcd2165c9bb697527677557-1 {}] regionserver.HStore(327): Store=8d0dea474bcd2165c9bb697527677557/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:46,859 INFO [StoreOpener-8d0dea474bcd2165c9bb697527677557-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8d0dea474bcd2165c9bb697527677557 2024-11-23T02:19:46,860 INFO [StoreOpener-8d0dea474bcd2165c9bb697527677557-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d0dea474bcd2165c9bb697527677557 columnFamilyName f1 2024-11-23T02:19:46,860 DEBUG [StoreOpener-8d0dea474bcd2165c9bb697527677557-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:46,861 INFO [StoreOpener-8d0dea474bcd2165c9bb697527677557-1 {}] regionserver.HStore(327): Store=8d0dea474bcd2165c9bb697527677557/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:46,861 INFO [StoreOpener-8d0dea474bcd2165c9bb697527677557-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8d0dea474bcd2165c9bb697527677557 2024-11-23T02:19:46,862 INFO [StoreOpener-8d0dea474bcd2165c9bb697527677557-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d0dea474bcd2165c9bb697527677557 columnFamilyName norep 2024-11-23T02:19:46,862 DEBUG [StoreOpener-8d0dea474bcd2165c9bb697527677557-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:46,862 INFO [StoreOpener-8d0dea474bcd2165c9bb697527677557-1 {}] regionserver.HStore(327): Store=8d0dea474bcd2165c9bb697527677557/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:46,862 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8d0dea474bcd2165c9bb697527677557 2024-11-23T02:19:46,863 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/default/test/8d0dea474bcd2165c9bb697527677557 2024-11-23T02:19:46,863 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/default/test/8d0dea474bcd2165c9bb697527677557 2024-11-23T02:19:46,864 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8d0dea474bcd2165c9bb697527677557 2024-11-23T02:19:46,864 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8d0dea474bcd2165c9bb697527677557 2024-11-23T02:19:46,865 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T02:19:46,866 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8d0dea474bcd2165c9bb697527677557 2024-11-23T02:19:46,882 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/default/test/8d0dea474bcd2165c9bb697527677557/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:19:46,883 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8d0dea474bcd2165c9bb697527677557; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69838397, jitterRate=0.040673211216926575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T02:19:46,883 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d0dea474bcd2165c9bb697527677557 2024-11-23T02:19:46,884 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8d0dea474bcd2165c9bb697527677557: Running coprocessor pre-open hook at 1732328386852Writing region info on filesystem at 1732328386852Initializing all the Stores at 1732328386853 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328386853Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328386857 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328386857Cleaning up temporary data from old regions at 1732328386864 (+7 ms)Running coprocessor post-open hooks at 1732328386883 (+19 ms)Region opened successfully at 1732328386884 (+1 ms) 2024-11-23T02:19:46,885 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732328386048.8d0dea474bcd2165c9bb697527677557., pid=6, masterSystemTime=1732328386804 2024-11-23T02:19:46,887 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732328386048.8d0dea474bcd2165c9bb697527677557. 2024-11-23T02:19:46,887 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732328386048.8d0dea474bcd2165c9bb697527677557. 2024-11-23T02:19:46,888 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8d0dea474bcd2165c9bb697527677557, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=72b6db343a5d,34709,1732328379879 2024-11-23T02:19:46,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d0dea474bcd2165c9bb697527677557, server=72b6db343a5d,34709,1732328379879 because future has completed 2024-11-23T02:19:46,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T02:19:46,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d0dea474bcd2165c9bb697527677557, server=72b6db343a5d,34709,1732328379879 in 253 msec 2024-11-23T02:19:46,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T02:19:46,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8d0dea474bcd2165c9bb697527677557, ASSIGN in 412 msec 2024-11-23T02:19:46,899 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:19:46,899 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328386899"}]},"ts":"1732328386899"} 2024-11-23T02:19:46,902 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T02:19:46,907 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:19:46,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 858 msec 2024-11-23T02:19:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:19:47,190 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T02:19:47,190 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:19:47,191 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,34623,1732328384177 2024-11-23T02:19:47,191 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@349b919 2024-11-23T02:19:47,191 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:19:47,193 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:19:47,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34623 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:19:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34623 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T02:19:47,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:19:47,196 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:47,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34623 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T02:19:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:19:47,196 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:19:47,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37211 is added to blk_1073741835_1011 (size=902) 2024-11-23T02:19:47,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:19:47,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:19:47,604 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 69e0312f065996c03b4ecdd9db15b2fa, NAME => 'test,,1732328387193.69e0312f065996c03b4ecdd9db15b2fa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24 2024-11-23T02:19:47,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37211 is added to blk_1073741836_1012 (size=39) 2024-11-23T02:19:47,610 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732328387193.69e0312f065996c03b4ecdd9db15b2fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:19:47,610 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 69e0312f065996c03b4ecdd9db15b2fa, disabling compactions & flushes 2024-11-23T02:19:47,610 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732328387193.69e0312f065996c03b4ecdd9db15b2fa. 2024-11-23T02:19:47,610 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732328387193.69e0312f065996c03b4ecdd9db15b2fa. 2024-11-23T02:19:47,610 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732328387193.69e0312f065996c03b4ecdd9db15b2fa. after waiting 0 ms 2024-11-23T02:19:47,610 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732328387193.69e0312f065996c03b4ecdd9db15b2fa. 2024-11-23T02:19:47,610 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732328387193.69e0312f065996c03b4ecdd9db15b2fa. 2024-11-23T02:19:47,610 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 69e0312f065996c03b4ecdd9db15b2fa: Waiting for close lock at 1732328387610Disabling compacts and flushes for region at 1732328387610Disabling writes for close at 1732328387610Writing region close event to WAL at 1732328387610Closed at 1732328387610 2024-11-23T02:19:47,611 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:19:47,611 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732328387193.69e0312f065996c03b4ecdd9db15b2fa.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732328387611"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328387611"}]},"ts":"1732328387611"} 2024-11-23T02:19:47,613 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T02:19:47,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:19:47,614 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328387614"}]},"ts":"1732328387614"} 2024-11-23T02:19:47,616 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T02:19:47,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=69e0312f065996c03b4ecdd9db15b2fa, ASSIGN}] 2024-11-23T02:19:47,617 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=69e0312f065996c03b4ecdd9db15b2fa, ASSIGN 2024-11-23T02:19:47,618 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=69e0312f065996c03b4ecdd9db15b2fa, ASSIGN; state=OFFLINE, location=72b6db343a5d,38433,1732328384298; forceNewPlan=false, retain=false 2024-11-23T02:19:47,769 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69e0312f065996c03b4ecdd9db15b2fa, regionState=OPENING, regionLocation=72b6db343a5d,38433,1732328384298 2024-11-23T02:19:47,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=69e0312f065996c03b4ecdd9db15b2fa, ASSIGN because future has completed 2024-11-23T02:19:47,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69e0312f065996c03b4ecdd9db15b2fa, server=72b6db343a5d,38433,1732328384298}] 2024-11-23T02:19:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:19:47,927 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732328387193.69e0312f065996c03b4ecdd9db15b2fa. 2024-11-23T02:19:47,928 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 69e0312f065996c03b4ecdd9db15b2fa, NAME => 'test,,1732328387193.69e0312f065996c03b4ecdd9db15b2fa.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:19:47,928 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:19:47,928 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T02:19:47,928 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 69e0312f065996c03b4ecdd9db15b2fa 2024-11-23T02:19:47,928 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732328387193.69e0312f065996c03b4ecdd9db15b2fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:19:47,928 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 69e0312f065996c03b4ecdd9db15b2fa 2024-11-23T02:19:47,928 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 69e0312f065996c03b4ecdd9db15b2fa 2024-11-23T02:19:47,930 INFO [StoreOpener-69e0312f065996c03b4ecdd9db15b2fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 69e0312f065996c03b4ecdd9db15b2fa 2024-11-23T02:19:47,931 INFO [StoreOpener-69e0312f065996c03b4ecdd9db15b2fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69e0312f065996c03b4ecdd9db15b2fa columnFamilyName f 2024-11-23T02:19:47,931 DEBUG [StoreOpener-69e0312f065996c03b4ecdd9db15b2fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:47,931 INFO [StoreOpener-69e0312f065996c03b4ecdd9db15b2fa-1 {}] regionserver.HStore(327): Store=69e0312f065996c03b4ecdd9db15b2fa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:47,931 INFO [StoreOpener-69e0312f065996c03b4ecdd9db15b2fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 69e0312f065996c03b4ecdd9db15b2fa 2024-11-23T02:19:47,932 INFO [StoreOpener-69e0312f065996c03b4ecdd9db15b2fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69e0312f065996c03b4ecdd9db15b2fa columnFamilyName f1 2024-11-23T02:19:47,932 DEBUG [StoreOpener-69e0312f065996c03b4ecdd9db15b2fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:47,933 INFO [StoreOpener-69e0312f065996c03b4ecdd9db15b2fa-1 {}] regionserver.HStore(327): Store=69e0312f065996c03b4ecdd9db15b2fa/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:47,933 INFO [StoreOpener-69e0312f065996c03b4ecdd9db15b2fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 69e0312f065996c03b4ecdd9db15b2fa 2024-11-23T02:19:47,933 INFO [StoreOpener-69e0312f065996c03b4ecdd9db15b2fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69e0312f065996c03b4ecdd9db15b2fa columnFamilyName norep 2024-11-23T02:19:47,933 DEBUG [StoreOpener-69e0312f065996c03b4ecdd9db15b2fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:47,934 INFO [StoreOpener-69e0312f065996c03b4ecdd9db15b2fa-1 {}] regionserver.HStore(327): Store=69e0312f065996c03b4ecdd9db15b2fa/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:47,934 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 69e0312f065996c03b4ecdd9db15b2fa 2024-11-23T02:19:47,934 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/default/test/69e0312f065996c03b4ecdd9db15b2fa 2024-11-23T02:19:47,935 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/default/test/69e0312f065996c03b4ecdd9db15b2fa 2024-11-23T02:19:47,935 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 69e0312f065996c03b4ecdd9db15b2fa 2024-11-23T02:19:47,935 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 69e0312f065996c03b4ecdd9db15b2fa 2024-11-23T02:19:47,936 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T02:19:47,937 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 69e0312f065996c03b4ecdd9db15b2fa 2024-11-23T02:19:47,939 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/default/test/69e0312f065996c03b4ecdd9db15b2fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:19:47,939 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 69e0312f065996c03b4ecdd9db15b2fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74469856, jitterRate=0.10968732833862305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T02:19:47,939 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69e0312f065996c03b4ecdd9db15b2fa 2024-11-23T02:19:47,939 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 69e0312f065996c03b4ecdd9db15b2fa: Running coprocessor pre-open hook at 1732328387929Writing region info on filesystem at 1732328387929Initializing all the Stores at 1732328387929Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328387929Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328387929Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328387929Cleaning up temporary data from old regions at 1732328387935 (+6 ms)Running coprocessor post-open hooks at 1732328387939 (+4 ms)Region opened successfully at 1732328387939 2024-11-23T02:19:47,940 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732328387193.69e0312f065996c03b4ecdd9db15b2fa., pid=6, masterSystemTime=1732328387924 2024-11-23T02:19:47,942 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732328387193.69e0312f065996c03b4ecdd9db15b2fa. 2024-11-23T02:19:47,942 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732328387193.69e0312f065996c03b4ecdd9db15b2fa. 2024-11-23T02:19:47,942 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69e0312f065996c03b4ecdd9db15b2fa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=72b6db343a5d,38433,1732328384298 2024-11-23T02:19:47,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69e0312f065996c03b4ecdd9db15b2fa, server=72b6db343a5d,38433,1732328384298 because future has completed 2024-11-23T02:19:47,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T02:19:47,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 69e0312f065996c03b4ecdd9db15b2fa, server=72b6db343a5d,38433,1732328384298 in 173 msec 2024-11-23T02:19:47,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T02:19:47,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=69e0312f065996c03b4ecdd9db15b2fa, ASSIGN in 331 msec 2024-11-23T02:19:47,949 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:19:47,949 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328387949"}]},"ts":"1732328387949"} 2024-11-23T02:19:47,951 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T02:19:47,951 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:19:47,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 758 msec 2024-11-23T02:19:48,091 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T02:19:48,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:48,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:48,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:48,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:48,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:48,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:48,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:48,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:48,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:48,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:48,139 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T02:19:48,140 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T02:19:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:19:48,330 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T02:19:48,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e57c46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:48,331 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,45971,-1 for getting cluster id 2024-11-23T02:19:48,331 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:19:48,332 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9225c1a-8536-4839-a781-0b73ad97c31a' 2024-11-23T02:19:48,332 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:19:48,332 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9225c1a-8536-4839-a781-0b73ad97c31a" 2024-11-23T02:19:48,332 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b98d2ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:48,332 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,45971,-1] 2024-11-23T02:19:48,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:19:48,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:48,333 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:19:48,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e02ee23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:48,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32420f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:48,334 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,34623,-1 for getting cluster id 2024-11-23T02:19:48,335 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:19:48,335 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb3190cf-0f1a-4672-aeb0-dcc6ce3f3b9e' 2024-11-23T02:19:48,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:19:48,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb3190cf-0f1a-4672-aeb0-dcc6ce3f3b9e" 2024-11-23T02:19:48,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@306bace0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:48,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,34623,-1] 2024-11-23T02:19:48,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:19:48,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:48,336 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:19:48,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d26ac3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:48,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108fb853, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:48,338 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,45971,-1 for getting cluster id 2024-11-23T02:19:48,338 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:19:48,338 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9225c1a-8536-4839-a781-0b73ad97c31a' 2024-11-23T02:19:48,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:19:48,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9225c1a-8536-4839-a781-0b73ad97c31a" 2024-11-23T02:19:48,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6147958f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:48,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,45971,-1] 2024-11-23T02:19:48,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:19:48,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:48,340 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:19:48,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75fea869, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:48,341 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:19:48,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,45971,1732328379828 2024-11-23T02:19:48,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ae1e5 2024-11-23T02:19:48,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:19:48,342 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:19:48,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45971 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://72b6db343a5d:34623,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T02:19:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45971 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T02:19:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:19:48,345 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:34623' 2024-11-23T02:19:48,346 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@534ffdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:48,346 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,34623,-1 for getting cluster id 2024-11-23T02:19:48,347 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:19:48,347 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb3190cf-0f1a-4672-aeb0-dcc6ce3f3b9e' 2024-11-23T02:19:48,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:19:48,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb3190cf-0f1a-4672-aeb0-dcc6ce3f3b9e" 2024-11-23T02:19:48,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b1a9723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:48,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,34623,-1] 2024-11-23T02:19:48,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:19:48,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:48,349 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:19:48,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c726540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:48,349 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:19:48,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,34623,1732328384177 2024-11-23T02:19:48,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30877cda 2024-11-23T02:19:48,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:19:48,351 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:19:48,352 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-23T02:19:48,352 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T02:19:48,352 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:48,352 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:48,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:19:48,352 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:19:48,354 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T02:19:48,354 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:19:48,354 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:48,355 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:19:48,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741837_1013 (size=1138) 2024-11-23T02:19:48,362 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 44230782e509a31506b24536a0bb39b5, NAME => 'hbase:replication,,1732328388352.44230782e509a31506b24536a0bb39b5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320 2024-11-23T02:19:48,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741838_1014 (size=44) 2024-11-23T02:19:48,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732328388352.44230782e509a31506b24536a0bb39b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:19:48,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 44230782e509a31506b24536a0bb39b5, disabling compactions & flushes 2024-11-23T02:19:48,370 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732328388352.44230782e509a31506b24536a0bb39b5. 2024-11-23T02:19:48,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732328388352.44230782e509a31506b24536a0bb39b5. 2024-11-23T02:19:48,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732328388352.44230782e509a31506b24536a0bb39b5. after waiting 0 ms 2024-11-23T02:19:48,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732328388352.44230782e509a31506b24536a0bb39b5. 2024-11-23T02:19:48,370 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732328388352.44230782e509a31506b24536a0bb39b5. 2024-11-23T02:19:48,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 44230782e509a31506b24536a0bb39b5: Waiting for close lock at 1732328388370Disabling compacts and flushes for region at 1732328388370Disabling writes for close at 1732328388370Writing region close event to WAL at 1732328388370Closed at 1732328388370 2024-11-23T02:19:48,371 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:19:48,372 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732328388352.44230782e509a31506b24536a0bb39b5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732328388371"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328388371"}]},"ts":"1732328388371"} 2024-11-23T02:19:48,374 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T02:19:48,374 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:19:48,375 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328388374"}]},"ts":"1732328388374"} 2024-11-23T02:19:48,376 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T02:19:48,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44230782e509a31506b24536a0bb39b5, ASSIGN}] 2024-11-23T02:19:48,377 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44230782e509a31506b24536a0bb39b5, ASSIGN 2024-11-23T02:19:48,378 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=44230782e509a31506b24536a0bb39b5, ASSIGN; state=OFFLINE, location=72b6db343a5d,34709,1732328379879; forceNewPlan=false, retain=false 2024-11-23T02:19:48,404 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T02:19:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:19:48,529 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=44230782e509a31506b24536a0bb39b5, regionState=OPENING, regionLocation=72b6db343a5d,34709,1732328379879 2024-11-23T02:19:48,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=44230782e509a31506b24536a0bb39b5, ASSIGN because future has completed 2024-11-23T02:19:48,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44230782e509a31506b24536a0bb39b5, server=72b6db343a5d,34709,1732328379879}] 2024-11-23T02:19:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:19:48,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732328388352.44230782e509a31506b24536a0bb39b5. 2024-11-23T02:19:48,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:19:48,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T02:19:48,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C34709%2C1732328379879.rep, suffix=, logDir=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879, archiveDir=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/oldWALs, maxLogs=10 2024-11-23T02:19:48,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.rep.1732328388688, exclude list is [], retry=0 2024-11-23T02:19:48,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40447,DS-166ac0f4-08cb-4ff0-b6b1-b9df4eb813c6,DISK] 2024-11-23T02:19:48,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.rep.1732328388688 2024-11-23T02:19:48,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44611:44611)] 2024-11-23T02:19:48,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 44230782e509a31506b24536a0bb39b5, NAME => 'hbase:replication,,1732328388352.44230782e509a31506b24536a0bb39b5.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:19:48,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:19:48,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:19:48,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732328388352.44230782e509a31506b24536a0bb39b5. service=MultiRowMutationService 2024-11-23T02:19:48,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T02:19:48,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 44230782e509a31506b24536a0bb39b5 2024-11-23T02:19:48,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732328388352.44230782e509a31506b24536a0bb39b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:19:48,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 44230782e509a31506b24536a0bb39b5 2024-11-23T02:19:48,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 44230782e509a31506b24536a0bb39b5 2024-11-23T02:19:48,707 INFO [StoreOpener-44230782e509a31506b24536a0bb39b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 44230782e509a31506b24536a0bb39b5 2024-11-23T02:19:48,708 INFO [StoreOpener-44230782e509a31506b24536a0bb39b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44230782e509a31506b24536a0bb39b5 columnFamilyName hfileref 2024-11-23T02:19:48,708 DEBUG [StoreOpener-44230782e509a31506b24536a0bb39b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:48,708 INFO [StoreOpener-44230782e509a31506b24536a0bb39b5-1 {}] regionserver.HStore(327): Store=44230782e509a31506b24536a0bb39b5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:48,708 INFO [StoreOpener-44230782e509a31506b24536a0bb39b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 44230782e509a31506b24536a0bb39b5 2024-11-23T02:19:48,709 INFO [StoreOpener-44230782e509a31506b24536a0bb39b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44230782e509a31506b24536a0bb39b5 columnFamilyName queue 2024-11-23T02:19:48,709 DEBUG [StoreOpener-44230782e509a31506b24536a0bb39b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:48,709 INFO [StoreOpener-44230782e509a31506b24536a0bb39b5-1 {}] regionserver.HStore(327): Store=44230782e509a31506b24536a0bb39b5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:48,709 INFO [StoreOpener-44230782e509a31506b24536a0bb39b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 44230782e509a31506b24536a0bb39b5 2024-11-23T02:19:48,710 INFO [StoreOpener-44230782e509a31506b24536a0bb39b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44230782e509a31506b24536a0bb39b5 columnFamilyName sid 2024-11-23T02:19:48,710 DEBUG [StoreOpener-44230782e509a31506b24536a0bb39b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:48,711 INFO [StoreOpener-44230782e509a31506b24536a0bb39b5-1 {}] regionserver.HStore(327): Store=44230782e509a31506b24536a0bb39b5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:48,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 44230782e509a31506b24536a0bb39b5 2024-11-23T02:19:48,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/hbase/replication/44230782e509a31506b24536a0bb39b5 2024-11-23T02:19:48,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/hbase/replication/44230782e509a31506b24536a0bb39b5 2024-11-23T02:19:48,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 44230782e509a31506b24536a0bb39b5 2024-11-23T02:19:48,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 44230782e509a31506b24536a0bb39b5 2024-11-23T02:19:48,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T02:19:48,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 44230782e509a31506b24536a0bb39b5 2024-11-23T02:19:48,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/hbase/replication/44230782e509a31506b24536a0bb39b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:19:48,715 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 44230782e509a31506b24536a0bb39b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70307983, jitterRate=0.04767058789730072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T02:19:48,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44230782e509a31506b24536a0bb39b5 2024-11-23T02:19:48,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 44230782e509a31506b24536a0bb39b5: Running coprocessor pre-open hook at 1732328388706Writing region info on filesystem at 1732328388706Initializing all the Stores at 1732328388706Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328388706Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328388706Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328388706Cleaning up temporary data from old regions at 1732328388712 (+6 ms)Running coprocessor post-open hooks at 1732328388715 (+3 ms)Region opened successfully at 1732328388716 (+1 ms) 2024-11-23T02:19:48,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732328388352.44230782e509a31506b24536a0bb39b5., pid=10, masterSystemTime=1732328388684 2024-11-23T02:19:48,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732328388352.44230782e509a31506b24536a0bb39b5. 2024-11-23T02:19:48,718 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732328388352.44230782e509a31506b24536a0bb39b5. 2024-11-23T02:19:48,719 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=44230782e509a31506b24536a0bb39b5, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,34709,1732328379879 2024-11-23T02:19:48,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44230782e509a31506b24536a0bb39b5, server=72b6db343a5d,34709,1732328379879 because future has completed 2024-11-23T02:19:48,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T02:19:48,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 44230782e509a31506b24536a0bb39b5, server=72b6db343a5d,34709,1732328379879 in 192 msec 2024-11-23T02:19:48,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T02:19:48,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44230782e509a31506b24536a0bb39b5, ASSIGN in 348 msec 2024-11-23T02:19:48,728 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:19:48,728 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328388728"}]},"ts":"1732328388728"} 2024-11-23T02:19:48,729 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T02:19:48,730 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:19:48,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 377 msec 2024-11-23T02:19:48,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732328388352.44230782e509a31506b24536a0bb39b5., hostname=72b6db343a5d,34709,1732328379879, seqNum=2] 2024-11-23T02:19:48,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34709-0x101429f3be70001, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718638435 2024-11-23T02:19:48,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45971-0x101429f3be70000, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718638435 2024-11-23T02:19:48,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T02:19:48,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34709 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T02:19:48,923 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T02:19:48,960 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-72b6db343a5d,34709,1732328379879, ReplicationSource: 1, currentBandwidth=0 2024-11-23T02:19:48,961 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:19:48,961 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,34709,1732328379879, seqNum=-1] 2024-11-23T02:19:48,961 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:19:48,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-23T02:19:48,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-72b6db343a5d,34709,1732328379879', locateType=CURRENT is [region=hbase:replication,,1732328388352.44230782e509a31506b24536a0bb39b5., hostname=72b6db343a5d,34709,1732328379879, seqNum=2] 2024-11-23T02:19:48,966 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T02:19:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45971 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T02:19:48,968 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 72b6db343a5d,34709,1732328379879 suceeded 2024-11-23T02:19:48,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:19:48,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T02:19:48,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-23T02:19:48,970 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://72b6db343a5d:34623,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T02:19:48,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 628 msec 2024-11-23T02:19:48,987 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:34623' 2024-11-23T02:19:48,989 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d01d388, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:48,989 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,34623,-1 for getting cluster id 2024-11-23T02:19:48,989 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:19:48,990 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb3190cf-0f1a-4672-aeb0-dcc6ce3f3b9e' 2024-11-23T02:19:48,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:19:48,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb3190cf-0f1a-4672-aeb0-dcc6ce3f3b9e" 2024-11-23T02:19:48,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@331231f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:48,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,34623,-1] 2024-11-23T02:19:48,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:19:48,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:48,991 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:19:48,992 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77605c4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:48,992 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:19:48,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,34623,1732328384177 2024-11-23T02:19:48,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6decef8c 2024-11-23T02:19:48,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:19:48,994 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-23T02:19:48,994 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-72b6db343a5d,34709,1732328379879 (queues=1) is replicating from cluster=c9225c1a-8536-4839-a781-0b73ad97c31a to cluster=fb3190cf-0f1a-4672-aeb0-dcc6ce3f3b9e 2024-11-23T02:19:48,995 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=72b6db343a5d%2C34709%2C1732328379879 2024-11-23T02:19:48,995 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-72b6db343a5d,34709,1732328379879, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T02:19:48,995 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940, startPosition=0, beingWritten=true 2024-11-23T02:19:48,996 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.shipper72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 72b6db343a5d%2C34709%2C1732328379879 2024-11-23T02:19:49,000 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:19:49,000 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 to pos 379, reset compression=false 2024-11-23T02:19:49,000 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.shipper72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,34709,1732328379879 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:19:49,204 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 to pos 379, reset compression=false 2024-11-23T02:19:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:19:49,480 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T02:19:49,480 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:19:49,481 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:19:49,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:49,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:49,481 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:19:49,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a942a85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:49,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,34623,-1 for getting cluster id 2024-11-23T02:19:49,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:19:49,485 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb3190cf-0f1a-4672-aeb0-dcc6ce3f3b9e' 2024-11-23T02:19:49,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:19:49,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb3190cf-0f1a-4672-aeb0-dcc6ce3f3b9e" 2024-11-23T02:19:49,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f483b1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:49,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,34623,-1] 2024-11-23T02:19:49,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:19:49,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:49,487 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:19:49,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4408aa80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:49,488 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:19:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,34623,1732328384177 2024-11-23T02:19:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3db72043 2024-11-23T02:19:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:19:49,489 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:19:49,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34623 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://72b6db343a5d:45971,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T02:19:49,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34623 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T02:19:49,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:19:49,492 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:45971' 2024-11-23T02:19:49,493 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ce8c283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:49,493 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,45971,-1 for getting cluster id 2024-11-23T02:19:49,493 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:19:49,494 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9225c1a-8536-4839-a781-0b73ad97c31a' 2024-11-23T02:19:49,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:19:49,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9225c1a-8536-4839-a781-0b73ad97c31a" 2024-11-23T02:19:49,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7033371, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:49,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,45971,-1] 2024-11-23T02:19:49,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:19:49,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:49,496 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:19:49,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fb8cb98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:49,497 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:19:49,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,45971,1732328379828 2024-11-23T02:19:49,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ac23e72 2024-11-23T02:19:49,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:19:49,499 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:19:49,499 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T02:19:49,499 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T02:19:49,499 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:49,499 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:49,499 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:19:49,500 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:19:49,501 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T02:19:49,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:19:49,502 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:49,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:19:49,508 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 to pos 379, reset compression=false 2024-11-23T02:19:49,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37211 is added to blk_1073741837_1013 (size=1138) 2024-11-23T02:19:49,551 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T02:19:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:19:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:19:49,918 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 to pos 379, reset compression=false 2024-11-23T02:19:49,920 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d155895dea38afa9b656c9b50d36f11e, NAME => 'hbase:replication,,1732328389500.d155895dea38afa9b656c9b50d36f11e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24 2024-11-23T02:19:49,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37211 is added to blk_1073741838_1014 (size=44) 2024-11-23T02:19:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:19:50,331 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732328389500.d155895dea38afa9b656c9b50d36f11e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:19:50,331 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d155895dea38afa9b656c9b50d36f11e, disabling compactions & flushes 2024-11-23T02:19:50,332 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732328389500.d155895dea38afa9b656c9b50d36f11e. 2024-11-23T02:19:50,332 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732328389500.d155895dea38afa9b656c9b50d36f11e. 2024-11-23T02:19:50,332 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732328389500.d155895dea38afa9b656c9b50d36f11e. after waiting 0 ms 2024-11-23T02:19:50,332 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732328389500.d155895dea38afa9b656c9b50d36f11e. 2024-11-23T02:19:50,332 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732328389500.d155895dea38afa9b656c9b50d36f11e. 2024-11-23T02:19:50,332 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d155895dea38afa9b656c9b50d36f11e: Waiting for close lock at 1732328390331Disabling compacts and flushes for region at 1732328390331Disabling writes for close at 1732328390332 (+1 ms)Writing region close event to WAL at 1732328390332Closed at 1732328390332 2024-11-23T02:19:50,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:19:50,333 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732328389500.d155895dea38afa9b656c9b50d36f11e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732328390333"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328390333"}]},"ts":"1732328390333"} 2024-11-23T02:19:50,335 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T02:19:50,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:19:50,336 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328390336"}]},"ts":"1732328390336"} 2024-11-23T02:19:50,338 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T02:19:50,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d155895dea38afa9b656c9b50d36f11e, ASSIGN}] 2024-11-23T02:19:50,339 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d155895dea38afa9b656c9b50d36f11e, ASSIGN 2024-11-23T02:19:50,339 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d155895dea38afa9b656c9b50d36f11e, ASSIGN; state=OFFLINE, location=72b6db343a5d,38433,1732328384298; forceNewPlan=false, retain=false 2024-11-23T02:19:50,429 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 to pos 379, reset compression=false 2024-11-23T02:19:50,490 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d155895dea38afa9b656c9b50d36f11e, regionState=OPENING, regionLocation=72b6db343a5d,38433,1732328384298 2024-11-23T02:19:50,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d155895dea38afa9b656c9b50d36f11e, ASSIGN because future has completed 2024-11-23T02:19:50,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d155895dea38afa9b656c9b50d36f11e, server=72b6db343a5d,38433,1732328384298}] 2024-11-23T02:19:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:19:50,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732328389500.d155895dea38afa9b656c9b50d36f11e. 2024-11-23T02:19:50,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:19:50,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T02:19:50,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C38433%2C1732328384298.rep, suffix=, logDir=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298, archiveDir=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/oldWALs, maxLogs=10 2024-11-23T02:19:50,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.rep.1732328390650, exclude list is [], retry=0 2024-11-23T02:19:50,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37211,DS-2a169907-12bc-4b8f-bab8-1822581e3926,DISK] 2024-11-23T02:19:50,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.rep.1732328390650 2024-11-23T02:19:50,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40717:40717)] 2024-11-23T02:19:50,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d155895dea38afa9b656c9b50d36f11e, NAME => 'hbase:replication,,1732328389500.d155895dea38afa9b656c9b50d36f11e.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:19:50,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:19:50,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:19:50,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732328389500.d155895dea38afa9b656c9b50d36f11e. service=MultiRowMutationService 2024-11-23T02:19:50,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T02:19:50,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d155895dea38afa9b656c9b50d36f11e 2024-11-23T02:19:50,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732328389500.d155895dea38afa9b656c9b50d36f11e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:19:50,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d155895dea38afa9b656c9b50d36f11e 2024-11-23T02:19:50,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d155895dea38afa9b656c9b50d36f11e 2024-11-23T02:19:50,669 INFO [StoreOpener-d155895dea38afa9b656c9b50d36f11e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d155895dea38afa9b656c9b50d36f11e 2024-11-23T02:19:50,670 INFO [StoreOpener-d155895dea38afa9b656c9b50d36f11e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d155895dea38afa9b656c9b50d36f11e columnFamilyName hfileref 2024-11-23T02:19:50,670 DEBUG [StoreOpener-d155895dea38afa9b656c9b50d36f11e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:50,671 INFO [StoreOpener-d155895dea38afa9b656c9b50d36f11e-1 {}] regionserver.HStore(327): Store=d155895dea38afa9b656c9b50d36f11e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:50,671 INFO [StoreOpener-d155895dea38afa9b656c9b50d36f11e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d155895dea38afa9b656c9b50d36f11e 2024-11-23T02:19:50,672 INFO [StoreOpener-d155895dea38afa9b656c9b50d36f11e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d155895dea38afa9b656c9b50d36f11e columnFamilyName queue 2024-11-23T02:19:50,672 DEBUG [StoreOpener-d155895dea38afa9b656c9b50d36f11e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:50,672 INFO [StoreOpener-d155895dea38afa9b656c9b50d36f11e-1 {}] regionserver.HStore(327): Store=d155895dea38afa9b656c9b50d36f11e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:50,672 INFO [StoreOpener-d155895dea38afa9b656c9b50d36f11e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d155895dea38afa9b656c9b50d36f11e 2024-11-23T02:19:50,673 INFO [StoreOpener-d155895dea38afa9b656c9b50d36f11e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d155895dea38afa9b656c9b50d36f11e columnFamilyName sid 2024-11-23T02:19:50,673 DEBUG [StoreOpener-d155895dea38afa9b656c9b50d36f11e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:19:50,673 INFO [StoreOpener-d155895dea38afa9b656c9b50d36f11e-1 {}] regionserver.HStore(327): Store=d155895dea38afa9b656c9b50d36f11e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:19:50,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d155895dea38afa9b656c9b50d36f11e 2024-11-23T02:19:50,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/hbase/replication/d155895dea38afa9b656c9b50d36f11e 2024-11-23T02:19:50,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/hbase/replication/d155895dea38afa9b656c9b50d36f11e 2024-11-23T02:19:50,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d155895dea38afa9b656c9b50d36f11e 2024-11-23T02:19:50,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d155895dea38afa9b656c9b50d36f11e 2024-11-23T02:19:50,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T02:19:50,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d155895dea38afa9b656c9b50d36f11e 2024-11-23T02:19:50,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/hbase/replication/d155895dea38afa9b656c9b50d36f11e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:19:50,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d155895dea38afa9b656c9b50d36f11e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74292286, jitterRate=0.10704132914543152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T02:19:50,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d155895dea38afa9b656c9b50d36f11e 2024-11-23T02:19:50,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d155895dea38afa9b656c9b50d36f11e: Running coprocessor pre-open hook at 1732328390668Writing region info on filesystem at 1732328390668Initializing all the Stores at 1732328390669 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328390669Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328390669Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328390669Cleaning up temporary data from old regions at 1732328390674 (+5 ms)Running coprocessor post-open hooks at 1732328390678 (+4 ms)Region opened successfully at 1732328390678 2024-11-23T02:19:50,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732328389500.d155895dea38afa9b656c9b50d36f11e., pid=10, masterSystemTime=1732328390645 2024-11-23T02:19:50,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732328389500.d155895dea38afa9b656c9b50d36f11e. 2024-11-23T02:19:50,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732328389500.d155895dea38afa9b656c9b50d36f11e. 2024-11-23T02:19:50,680 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d155895dea38afa9b656c9b50d36f11e, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,38433,1732328384298 2024-11-23T02:19:50,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d155895dea38afa9b656c9b50d36f11e, server=72b6db343a5d,38433,1732328384298 because future has completed 2024-11-23T02:19:50,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T02:19:50,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d155895dea38afa9b656c9b50d36f11e, server=72b6db343a5d,38433,1732328384298 in 191 msec 2024-11-23T02:19:50,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T02:19:50,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d155895dea38afa9b656c9b50d36f11e, ASSIGN in 348 msec 2024-11-23T02:19:50,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:19:50,688 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328390688"}]},"ts":"1732328390688"} 2024-11-23T02:19:50,690 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T02:19:50,690 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:19:50,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1900 sec 2024-11-23T02:19:50,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732328389500.d155895dea38afa9b656c9b50d36f11e., hostname=72b6db343a5d,38433,1732328384298, seqNum=2] 2024-11-23T02:19:50,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x101429f3be70004, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/131393257 2024-11-23T02:19:50,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34623-0x101429f3be70003, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/131393257 2024-11-23T02:19:50,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T02:19:50,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38433 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T02:19:50,868 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T02:19:50,898 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-72b6db343a5d,38433,1732328384298, ReplicationSource: 1, currentBandwidth=0 2024-11-23T02:19:50,898 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:19:50,898 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,38433,1732328384298, seqNum=-1] 2024-11-23T02:19:50,899 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:19:50,900 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-23T02:19:50,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-72b6db343a5d,38433,1732328384298', locateType=CURRENT is [region=hbase:replication,,1732328389500.d155895dea38afa9b656c9b50d36f11e., hostname=72b6db343a5d,38433,1732328384298, seqNum=2] 2024-11-23T02:19:50,904 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T02:19:50,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34623 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T02:19:50,906 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 72b6db343a5d,38433,1732328384298 suceeded 2024-11-23T02:19:50,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T02:19:50,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-23T02:19:50,907 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://72b6db343a5d:45971,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T02:19:50,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4180 sec 2024-11-23T02:19:50,918 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:45971' 2024-11-23T02:19:50,920 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ffac6c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:50,920 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,45971,-1 for getting cluster id 2024-11-23T02:19:50,920 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:19:50,921 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9225c1a-8536-4839-a781-0b73ad97c31a' 2024-11-23T02:19:50,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:19:50,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9225c1a-8536-4839-a781-0b73ad97c31a" 2024-11-23T02:19:50,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c2f95f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:50,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,45971,-1] 2024-11-23T02:19:50,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:19:50,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:50,922 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:19:50,923 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@626b0676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:50,923 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:19:50,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,45971,1732328379828 2024-11-23T02:19:50,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74cfbae6 2024-11-23T02:19:50,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:19:50,924 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-23T02:19:50,925 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-72b6db343a5d,38433,1732328384298 (queues=1) is replicating from cluster=fb3190cf-0f1a-4672-aeb0-dcc6ce3f3b9e to cluster=c9225c1a-8536-4839-a781-0b73ad97c31a 2024-11-23T02:19:50,925 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=72b6db343a5d%2C38433%2C1732328384298 2024-11-23T02:19:50,925 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-72b6db343a5d,38433,1732328384298, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T02:19:50,926 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.shipper72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 72b6db343a5d%2C38433%2C1732328384298 2024-11-23T02:19:50,926 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533, startPosition=0, beingWritten=true 2024-11-23T02:19:50,931 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:19:50,931 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533 to pos 379, reset compression=false 2024-11-23T02:19:50,931 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.shipper72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,38433,1732328384298 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:19:51,033 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 to pos 379, reset compression=false 2024-11-23T02:19:51,135 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533 to pos 379, reset compression=false 2024-11-23T02:19:51,371 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T02:19:51,439 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533 to pos 379, reset compression=false 2024-11-23T02:19:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:19:51,640 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T02:19:51,640 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:19:51,640 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:19:51,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:51,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:51,641 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:19:51,641 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:19:51,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,34709,1732328379879, seqNum=-1] 2024-11-23T02:19:51,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:19:51,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:19:51,645 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732328386048.8d0dea474bcd2165c9bb697527677557., hostname=72b6db343a5d,34709,1732328379879, seqNum=2] 2024-11-23T02:19:51,647 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:19:51,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,38433,1732328384298, seqNum=-1] 2024-11-23T02:19:51,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:19:51,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:19:51,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732328387193.69e0312f065996c03b4ecdd9db15b2fa., hostname=72b6db343a5d,38433,1732328384298, seqNum=2] 2024-11-23T02:19:51,652 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-23T02:19:51,738 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 to pos 379, reset compression=false 2024-11-23T02:19:51,742 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T02:19:51,742 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 to pos 480, reset compression=false 2024-11-23T02:19:51,743 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.shipper72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,34709,1732328379879 got entry batch from reader: WALEntryBatch [walEntries=[{test/8d0dea474bcd2165c9bb697527677557/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-23T02:19:51,745 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.shipper72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:19:51,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-23T02:19:51,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38433 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T02:19:51,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@401f09a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:51,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38433 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,34623,-1 for getting cluster id 2024-11-23T02:19:51,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38433 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:19:51,749 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb3190cf-0f1a-4672-aeb0-dcc6ce3f3b9e' 2024-11-23T02:19:51,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:19:51,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb3190cf-0f1a-4672-aeb0-dcc6ce3f3b9e" 2024-11-23T02:19:51,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24ff456, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:51,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,34623,-1] 2024-11-23T02:19:51,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:19:51,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:51,750 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:19:51,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f2f2ba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:51,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38433 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:19:51,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,38433,1732328384298, seqNum=-1] 2024-11-23T02:19:51,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:19:51,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-23T02:19:51,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732328387193.69e0312f065996c03b4ecdd9db15b2fa., hostname=72b6db343a5d,38433,1732328384298, seqNum=2] 2024-11-23T02:19:51,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38433 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T02:19:51,844 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533 to pos 379, reset compression=false 2024-11-23T02:19:51,849 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:19:51,849 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533 to pos 504, reset compression=false 2024-11-23T02:19:51,849 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.shipper72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,38433,1732328384298 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:19:51,946 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 to pos 480, reset compression=false 2024-11-23T02:19:52,052 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533 to pos 504, reset compression=false 2024-11-23T02:19:52,250 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 to pos 480, reset compression=false 2024-11-23T02:19:52,356 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533 to pos 504, reset compression=false 2024-11-23T02:19:52,654 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 to pos 480, reset compression=false 2024-11-23T02:19:52,656 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-23T02:19:52,659 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-23T02:19:52,761 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533 to pos 504, reset compression=false 2024-11-23T02:19:52,766 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T02:19:52,766 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533 to pos 608, reset compression=false 2024-11-23T02:19:52,766 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.shipper72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,38433,1732328384298 got entry batch from reader: WALEntryBatch [walEntries=[{test/69e0312f065996c03b4ecdd9db15b2fa/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T02:19:52,768 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.shipper72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:19:52,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-23T02:19:52,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34709 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T02:19:52,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fb51008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:52,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34709 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,45971,-1 for getting cluster id 2024-11-23T02:19:52,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34709 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:19:52,770 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9225c1a-8536-4839-a781-0b73ad97c31a' 2024-11-23T02:19:52,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:19:52,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9225c1a-8536-4839-a781-0b73ad97c31a" 2024-11-23T02:19:52,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ba0a74b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:52,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,45971,-1] 2024-11-23T02:19:52,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:19:52,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:52,771 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:19:52,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48e88302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:19:52,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34709 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:19:52,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,34709,1732328379879, seqNum=-1] 2024-11-23T02:19:52,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:19:52,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-23T02:19:52,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732328386048.8d0dea474bcd2165c9bb697527677557., hostname=72b6db343a5d,34709,1732328379879, seqNum=2] 2024-11-23T02:19:52,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34709 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T02:19:52,969 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533 to pos 608, reset compression=false 2024-11-23T02:19:53,159 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 to pos 480, reset compression=false 2024-11-23T02:19:53,165 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:19:53,165 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 to pos 608, reset compression=false 2024-11-23T02:19:53,165 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.shipper72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,34709,1732328379879 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:19:53,273 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533 to pos 608, reset compression=false 2024-11-23T02:19:53,370 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 to pos 608, reset compression=false 2024-11-23T02:19:53,431 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T02:19:53,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:53,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:53,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:53,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:53,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:53,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:53,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:53,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:53,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:53,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:19:53,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T02:19:53,616 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-23T02:19:53,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T02:19:53,616 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-23T02:19:53,617 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T02:19:53,617 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-23T02:19:53,662 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-23T02:19:53,673 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-23T02:19:53,674 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 to pos 608, reset compression=false 2024-11-23T02:19:53,679 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533 to pos 608, reset compression=false 2024-11-23T02:19:53,680 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T02:19:53,680 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 to pos 764, reset compression=false 2024-11-23T02:19:53,680 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.shipper72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,34709,1732328379879 got entry batch from reader: WALEntryBatch [walEntries=[{test/8d0dea474bcd2165c9bb697527677557/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-23T02:19:53,682 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38433 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T02:19:53,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38433 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T02:19:53,687 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:19:53,688 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533 to pos 756, reset compression=false 2024-11-23T02:19:53,688 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.shipper72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,38433,1732328384298 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:19:53,897 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 to pos 764, reset compression=false 2024-11-23T02:19:53,897 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533 to pos 756, reset compression=false 2024-11-23T02:19:54,201 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 to pos 764, reset compression=false 2024-11-23T02:19:54,201 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533 to pos 756, reset compression=false 2024-11-23T02:19:54,604 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 to pos 764, reset compression=false 2024-11-23T02:19:54,604 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533 to pos 756, reset compression=false 2024-11-23T02:19:54,675 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-23T02:19:54,679 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-23T02:19:55,108 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533 to pos 756, reset compression=false 2024-11-23T02:19:55,108 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 to pos 764, reset compression=false 2024-11-23T02:19:55,113 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T02:19:55,113 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533 to pos 915, reset compression=false 2024-11-23T02:19:55,113 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.shipper72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,38433,1732328384298 got entry batch from reader: WALEntryBatch [walEntries=[{test/69e0312f065996c03b4ecdd9db15b2fa/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-23T02:19:55,114 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34709 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T02:19:55,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34709 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T02:19:55,320 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533 to pos 915, reset compression=false 2024-11-23T02:19:55,624 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533 to pos 915, reset compression=false 2024-11-23T02:19:55,681 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-23T02:19:55,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T02:19:55,684 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:19:55,684 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:19:55,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:55,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:55,685 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:19:55,685 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T02:19:55,685 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2044269261, stopped=false 2024-11-23T02:19:55,685 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=72b6db343a5d,34623,1732328384177 2024-11-23T02:19:55,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x101429f3be70004, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/131393257/running 2024-11-23T02:19:55,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34623-0x101429f3be70003, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/131393257/running 2024-11-23T02:19:55,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x101429f3be70004, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/131393257 2024-11-23T02:19:55,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34623-0x101429f3be70003, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/131393257 2024-11-23T02:19:55,686 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:19:55,687 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:19:55,687 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:19:55,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:55,687 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '72b6db343a5d,38433,1732328384298' ***** 2024-11-23T02:19:55,687 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T02:19:55,687 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38433-0x101429f3be70004, quorum=127.0.0.1:60287, baseZNode=/131393257 Set watcher on znode that does not yet exist, /131393257/running 2024-11-23T02:19:55,687 INFO [RS:0;72b6db343a5d:38433 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T02:19:55,687 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34623-0x101429f3be70003, quorum=127.0.0.1:60287, baseZNode=/131393257 Set watcher on znode that does not yet exist, /131393257/running 2024-11-23T02:19:55,687 INFO [RS:0;72b6db343a5d:38433 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T02:19:55,687 INFO [RS:0;72b6db343a5d:38433 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T02:19:55,687 INFO [RS:0;72b6db343a5d:38433 {}] regionserver.HRegionServer(3091): Received CLOSE for d155895dea38afa9b656c9b50d36f11e 2024-11-23T02:19:55,688 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T02:19:55,688 INFO [RS:0;72b6db343a5d:38433 {}] regionserver.HRegionServer(3091): Received CLOSE for 69e0312f065996c03b4ecdd9db15b2fa 2024-11-23T02:19:55,688 INFO [RS:0;72b6db343a5d:38433 {}] regionserver.HRegionServer(959): stopping server 72b6db343a5d,38433,1732328384298 2024-11-23T02:19:55,688 INFO [RS:0;72b6db343a5d:38433 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:19:55,688 INFO [RS:0;72b6db343a5d:38433 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:38433. 2024-11-23T02:19:55,688 DEBUG [RS:0;72b6db343a5d:38433 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:19:55,688 DEBUG [RS:0;72b6db343a5d:38433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:55,688 INFO [RS:0;72b6db343a5d:38433 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T02:19:55,688 INFO [RS:0;72b6db343a5d:38433 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T02:19:55,688 INFO [RS:0;72b6db343a5d:38433 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T02:19:55,688 INFO [RS:0;72b6db343a5d:38433 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T02:19:55,688 INFO [RS:0;72b6db343a5d:38433 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T02:19:55,688 DEBUG [RS:0;72b6db343a5d:38433 {}] regionserver.HRegionServer(1325): Online Regions={d155895dea38afa9b656c9b50d36f11e=hbase:replication,,1732328389500.d155895dea38afa9b656c9b50d36f11e., 69e0312f065996c03b4ecdd9db15b2fa=test,,1732328387193.69e0312f065996c03b4ecdd9db15b2fa., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T02:19:55,689 DEBUG [RS:0;72b6db343a5d:38433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69e0312f065996c03b4ecdd9db15b2fa, d155895dea38afa9b656c9b50d36f11e 2024-11-23T02:19:55,689 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d155895dea38afa9b656c9b50d36f11e, disabling compactions & flushes 2024-11-23T02:19:55,689 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:19:55,689 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732328389500.d155895dea38afa9b656c9b50d36f11e. 2024-11-23T02:19:55,689 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:19:55,689 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732328389500.d155895dea38afa9b656c9b50d36f11e. 2024-11-23T02:19:55,689 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:19:55,689 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732328389500.d155895dea38afa9b656c9b50d36f11e. after waiting 0 ms 2024-11-23T02:19:55,689 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:19:55,689 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732328389500.d155895dea38afa9b656c9b50d36f11e. 2024-11-23T02:19:55,689 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:19:55,689 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d155895dea38afa9b656c9b50d36f11e 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-23T02:19:55,689 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T02:19:55,708 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/hbase/replication/d155895dea38afa9b656c9b50d36f11e/.tmp/queue/332d367a15db4874b31e4b5eb0b05c18 is 153, key is 1-72b6db343a5d,38433,1732328384298/queue:72b6db343a5d%2C38433%2C1732328384298/1732328395118/Put/seqid=0 2024-11-23T02:19:55,710 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/hbase/meta/1588230740/.tmp/info/68d4b455b89940d694ae583f15b4fedd is 147, key is hbase:replication,,1732328389500.d155895dea38afa9b656c9b50d36f11e./info:regioninfo/1732328390680/Put/seqid=0 2024-11-23T02:19:55,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37211 is added to blk_1073741840_1016 (size=5352) 2024-11-23T02:19:55,712 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/hbase/replication/d155895dea38afa9b656c9b50d36f11e/.tmp/queue/332d367a15db4874b31e4b5eb0b05c18 2024-11-23T02:19:55,712 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 to pos 764, reset compression=false 2024-11-23T02:19:55,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37211 is added to blk_1073741841_1017 (size=7686) 2024-11-23T02:19:55,716 INFO [regionserver/72b6db343a5d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:19:55,718 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:19:55,718 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 to pos 914, reset compression=false 2024-11-23T02:19:55,718 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.shipper72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,34709,1732328379879 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:19:55,719 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/hbase/replication/d155895dea38afa9b656c9b50d36f11e/.tmp/queue/332d367a15db4874b31e4b5eb0b05c18 as hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/hbase/replication/d155895dea38afa9b656c9b50d36f11e/queue/332d367a15db4874b31e4b5eb0b05c18 2024-11-23T02:19:55,724 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/hbase/replication/d155895dea38afa9b656c9b50d36f11e/queue/332d367a15db4874b31e4b5eb0b05c18, entries=1, sequenceid=10, filesize=5.2 K 2024-11-23T02:19:55,725 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for d155895dea38afa9b656c9b50d36f11e in 36ms, sequenceid=10, compaction requested=false 2024-11-23T02:19:55,728 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/hbase/replication/d155895dea38afa9b656c9b50d36f11e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-23T02:19:55,729 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:19:55,729 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:19:55,729 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732328389500.d155895dea38afa9b656c9b50d36f11e. 2024-11-23T02:19:55,729 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d155895dea38afa9b656c9b50d36f11e: Waiting for close lock at 1732328395689Running coprocessor pre-close hooks at 1732328395689Disabling compacts and flushes for region at 1732328395689Disabling writes for close at 1732328395689Obtaining lock to block concurrent updates at 1732328395689Preparing flush snapshotting stores in d155895dea38afa9b656c9b50d36f11e at 1732328395689Finished memstore snapshotting hbase:replication,,1732328389500.d155895dea38afa9b656c9b50d36f11e., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732328395689Flushing stores of hbase:replication,,1732328389500.d155895dea38afa9b656c9b50d36f11e. at 1732328395690 (+1 ms)Flushing d155895dea38afa9b656c9b50d36f11e/queue: creating writer at 1732328395690Flushing d155895dea38afa9b656c9b50d36f11e/queue: appending metadata at 1732328395707 (+17 ms)Flushing d155895dea38afa9b656c9b50d36f11e/queue: closing flushed file at 1732328395707Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@558d3724: reopening flushed file at 1732328395718 (+11 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for d155895dea38afa9b656c9b50d36f11e in 36ms, sequenceid=10, compaction requested=false at 1732328395725 (+7 ms)Writing region close event to WAL at 1732328395726 (+1 ms)Running coprocessor post-close hooks at 1732328395729 (+3 ms)Closed at 1732328395729 2024-11-23T02:19:55,729 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732328389500.d155895dea38afa9b656c9b50d36f11e. 2024-11-23T02:19:55,729 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 69e0312f065996c03b4ecdd9db15b2fa, disabling compactions & flushes 2024-11-23T02:19:55,729 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732328387193.69e0312f065996c03b4ecdd9db15b2fa. 2024-11-23T02:19:55,729 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732328387193.69e0312f065996c03b4ecdd9db15b2fa. 2024-11-23T02:19:55,729 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732328387193.69e0312f065996c03b4ecdd9db15b2fa. after waiting 0 ms 2024-11-23T02:19:55,729 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732328387193.69e0312f065996c03b4ecdd9db15b2fa. 2024-11-23T02:19:55,730 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 69e0312f065996c03b4ecdd9db15b2fa 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-23T02:19:55,745 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/default/test/69e0312f065996c03b4ecdd9db15b2fa/.tmp/f/abbd19c33cee4bc9b363bcc640417688 is 29, key is row1/f:/1732328394676/DeleteFamily/seqid=0 2024-11-23T02:19:55,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37211 is added to blk_1073741842_1018 (size=5118) 2024-11-23T02:19:55,889 DEBUG [RS:0;72b6db343a5d:38433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69e0312f065996c03b4ecdd9db15b2fa 2024-11-23T02:19:55,921 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 to pos 914, reset compression=false 2024-11-23T02:19:56,028 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533 to pos 915, reset compression=false 2024-11-23T02:19:56,034 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:19:56,034 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533 to pos 1162, reset compression=false 2024-11-23T02:19:56,034 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.shipper72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,38433,1732328384298 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:19:56,035 ERROR [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.shipper72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 72b6db343a5d,38433,1732328384298: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-72b6db343a5d,38433,1732328384298, walGroup=72b6db343a5d%2C38433%2C1732328384298, offset=72b6db343a5d%2C38433%2C1732328384298.1732328385533:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=72b6db343a5d:38433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T02:19:56,036 ERROR [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.shipper72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T02:19:56,036 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.shipper72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T02:19:56,037 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.shipper72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T02:19:56,037 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.shipper72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T02:19:56,037 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.shipper72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T02:19:56,037 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.shipper72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 589816048 }, "NonHeapMemoryUsage": { "committed": 195100672, "init": 7667712, "max": -1, "used": 191291584 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T02:19:56,038 WARN [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.shipper72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=72b6db343a5d:34623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=72b6db343a5d:34623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T02:19:56,089 DEBUG [RS:0;72b6db343a5d:38433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69e0312f065996c03b4ecdd9db15b2fa 2024-11-23T02:19:56,116 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/hbase/meta/1588230740/.tmp/info/68d4b455b89940d694ae583f15b4fedd 2024-11-23T02:19:56,138 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/hbase/meta/1588230740/.tmp/ns/7e62448851f345e1b97d3fd82feba881 is 43, key is default/ns:d/1732328385998/Put/seqid=0 2024-11-23T02:19:56,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37211 is added to blk_1073741843_1019 (size=5153) 2024-11-23T02:19:56,149 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/default/test/69e0312f065996c03b4ecdd9db15b2fa/.tmp/f/abbd19c33cee4bc9b363bcc640417688 2024-11-23T02:19:56,153 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for abbd19c33cee4bc9b363bcc640417688 2024-11-23T02:19:56,172 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/default/test/69e0312f065996c03b4ecdd9db15b2fa/.tmp/f1/28e1e71a9c124ab49e70eeb68c6cde9a is 30, key is row1/f1:/1732328394676/DeleteFamily/seqid=0 2024-11-23T02:19:56,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37211 is added to blk_1073741844_1020 (size=5123) 2024-11-23T02:19:56,226 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 to pos 914, reset compression=false 2024-11-23T02:19:56,241 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533 to pos 1162, reset compression=false 2024-11-23T02:19:56,289 DEBUG [RS:0;72b6db343a5d:38433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69e0312f065996c03b4ecdd9db15b2fa 2024-11-23T02:19:56,389 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T02:19:56,389 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T02:19:56,489 DEBUG [RS:0;72b6db343a5d:38433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69e0312f065996c03b4ecdd9db15b2fa 2024-11-23T02:19:56,543 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/hbase/meta/1588230740/.tmp/ns/7e62448851f345e1b97d3fd82feba881 2024-11-23T02:19:56,545 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533 to pos 1162, reset compression=false 2024-11-23T02:19:56,566 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/hbase/meta/1588230740/.tmp/rep_barrier/b071ce1c11194a62922e29d28729d0d9 is 112, key is test,,1732328387193.69e0312f065996c03b4ecdd9db15b2fa./rep_barrier:seqnumDuringOpen/1732328387942/Put/seqid=0 2024-11-23T02:19:56,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37211 is added to blk_1073741845_1021 (size=5518) 2024-11-23T02:19:56,576 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/default/test/69e0312f065996c03b4ecdd9db15b2fa/.tmp/f1/28e1e71a9c124ab49e70eeb68c6cde9a 2024-11-23T02:19:56,579 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28e1e71a9c124ab49e70eeb68c6cde9a 2024-11-23T02:19:56,594 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/default/test/69e0312f065996c03b4ecdd9db15b2fa/.tmp/norep/d2e7555c34b448c083a4a2e870b038de is 33, key is row1/norep:/1732328394676/DeleteFamily/seqid=0 2024-11-23T02:19:56,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37211 is added to blk_1073741846_1022 (size=5108) 2024-11-23T02:19:56,599 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/default/test/69e0312f065996c03b4ecdd9db15b2fa/.tmp/norep/d2e7555c34b448c083a4a2e870b038de 2024-11-23T02:19:56,603 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d2e7555c34b448c083a4a2e870b038de 2024-11-23T02:19:56,605 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/default/test/69e0312f065996c03b4ecdd9db15b2fa/.tmp/f/abbd19c33cee4bc9b363bcc640417688 as hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/default/test/69e0312f065996c03b4ecdd9db15b2fa/f/abbd19c33cee4bc9b363bcc640417688 2024-11-23T02:19:56,610 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for abbd19c33cee4bc9b363bcc640417688 2024-11-23T02:19:56,610 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/default/test/69e0312f065996c03b4ecdd9db15b2fa/f/abbd19c33cee4bc9b363bcc640417688, entries=2, sequenceid=8, filesize=5.0 K 2024-11-23T02:19:56,611 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/default/test/69e0312f065996c03b4ecdd9db15b2fa/.tmp/f1/28e1e71a9c124ab49e70eeb68c6cde9a as hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/default/test/69e0312f065996c03b4ecdd9db15b2fa/f1/28e1e71a9c124ab49e70eeb68c6cde9a 2024-11-23T02:19:56,615 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28e1e71a9c124ab49e70eeb68c6cde9a 2024-11-23T02:19:56,615 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/default/test/69e0312f065996c03b4ecdd9db15b2fa/f1/28e1e71a9c124ab49e70eeb68c6cde9a, entries=2, sequenceid=8, filesize=5.0 K 2024-11-23T02:19:56,616 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/default/test/69e0312f065996c03b4ecdd9db15b2fa/.tmp/norep/d2e7555c34b448c083a4a2e870b038de as hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/default/test/69e0312f065996c03b4ecdd9db15b2fa/norep/d2e7555c34b448c083a4a2e870b038de 2024-11-23T02:19:56,620 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d2e7555c34b448c083a4a2e870b038de 2024-11-23T02:19:56,621 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/default/test/69e0312f065996c03b4ecdd9db15b2fa/norep/d2e7555c34b448c083a4a2e870b038de, entries=1, sequenceid=8, filesize=5.0 K 2024-11-23T02:19:56,622 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 69e0312f065996c03b4ecdd9db15b2fa in 893ms, sequenceid=8, compaction requested=false 2024-11-23T02:19:56,627 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/default/test/69e0312f065996c03b4ecdd9db15b2fa/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-23T02:19:56,627 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:19:56,627 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T02:19:56,627 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732328387193.69e0312f065996c03b4ecdd9db15b2fa. 2024-11-23T02:19:56,627 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 69e0312f065996c03b4ecdd9db15b2fa: Waiting for close lock at 1732328395729Running coprocessor pre-close hooks at 1732328395729Disabling compacts and flushes for region at 1732328395729Disabling writes for close at 1732328395729Obtaining lock to block concurrent updates at 1732328395730 (+1 ms)Preparing flush snapshotting stores in 69e0312f065996c03b4ecdd9db15b2fa at 1732328395730Finished memstore snapshotting test,,1732328387193.69e0312f065996c03b4ecdd9db15b2fa., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732328395730Flushing stores of test,,1732328387193.69e0312f065996c03b4ecdd9db15b2fa. at 1732328395730Flushing 69e0312f065996c03b4ecdd9db15b2fa/f: creating writer at 1732328395730Flushing 69e0312f065996c03b4ecdd9db15b2fa/f: appending metadata at 1732328395744 (+14 ms)Flushing 69e0312f065996c03b4ecdd9db15b2fa/f: closing flushed file at 1732328395744Flushing 69e0312f065996c03b4ecdd9db15b2fa/f1: creating writer at 1732328396154 (+410 ms)Flushing 69e0312f065996c03b4ecdd9db15b2fa/f1: appending metadata at 1732328396171 (+17 ms)Flushing 69e0312f065996c03b4ecdd9db15b2fa/f1: closing flushed file at 1732328396171Flushing 69e0312f065996c03b4ecdd9db15b2fa/norep: creating writer at 1732328396580 (+409 ms)Flushing 69e0312f065996c03b4ecdd9db15b2fa/norep: appending metadata at 1732328396594 (+14 ms)Flushing 69e0312f065996c03b4ecdd9db15b2fa/norep: closing flushed file at 1732328396594Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7807c2e3: reopening flushed file at 1732328396603 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cf555f1: reopening flushed file at 1732328396611 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fa7d2a9: reopening flushed file at 1732328396616 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 69e0312f065996c03b4ecdd9db15b2fa in 893ms, sequenceid=8, compaction requested=false at 1732328396622 (+6 ms)Writing region close event to WAL at 1732328396624 (+2 ms)Running coprocessor post-close hooks at 1732328396627 (+3 ms)Closed at 1732328396627 2024-11-23T02:19:56,628 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732328387193.69e0312f065996c03b4ecdd9db15b2fa. 2024-11-23T02:19:56,629 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 to pos 914, reset compression=false 2024-11-23T02:19:56,689 INFO [RS:0;72b6db343a5d:38433 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T02:19:56,689 DEBUG [RS:0;72b6db343a5d:38433 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T02:19:56,690 DEBUG [RS:0;72b6db343a5d:38433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:19:56,890 DEBUG [RS:0;72b6db343a5d:38433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:19:56,949 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533 to pos 1162, reset compression=false 2024-11-23T02:19:56,954 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:19:56,954 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533 to pos 1806, reset compression=false 2024-11-23T02:19:56,970 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/hbase/meta/1588230740/.tmp/rep_barrier/b071ce1c11194a62922e29d28729d0d9 2024-11-23T02:19:56,988 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/hbase/meta/1588230740/.tmp/table/3ae401cdd719427ebec572d64037b9fc is 53, key is hbase:replication/table:state/1732328390688/Put/seqid=0 2024-11-23T02:19:56,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37211 is added to blk_1073741847_1023 (size=5308) 2024-11-23T02:19:57,090 DEBUG [RS:0;72b6db343a5d:38433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:19:57,133 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 to pos 914, reset compression=false 2024-11-23T02:19:57,157 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533 to pos 1806, reset compression=false 2024-11-23T02:19:57,290 DEBUG [RS:0;72b6db343a5d:38433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:19:57,392 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/hbase/meta/1588230740/.tmp/table/3ae401cdd719427ebec572d64037b9fc 2024-11-23T02:19:57,396 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/hbase/meta/1588230740/.tmp/info/68d4b455b89940d694ae583f15b4fedd as hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/hbase/meta/1588230740/info/68d4b455b89940d694ae583f15b4fedd 2024-11-23T02:19:57,400 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/hbase/meta/1588230740/info/68d4b455b89940d694ae583f15b4fedd, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T02:19:57,401 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/hbase/meta/1588230740/.tmp/ns/7e62448851f345e1b97d3fd82feba881 as hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/hbase/meta/1588230740/ns/7e62448851f345e1b97d3fd82feba881 2024-11-23T02:19:57,404 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/hbase/meta/1588230740/ns/7e62448851f345e1b97d3fd82feba881, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T02:19:57,405 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/hbase/meta/1588230740/.tmp/rep_barrier/b071ce1c11194a62922e29d28729d0d9 as hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/hbase/meta/1588230740/rep_barrier/b071ce1c11194a62922e29d28729d0d9 2024-11-23T02:19:57,409 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/hbase/meta/1588230740/rep_barrier/b071ce1c11194a62922e29d28729d0d9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T02:19:57,409 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/hbase/meta/1588230740/.tmp/table/3ae401cdd719427ebec572d64037b9fc as hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/hbase/meta/1588230740/table/3ae401cdd719427ebec572d64037b9fc 2024-11-23T02:19:57,413 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/hbase/meta/1588230740/table/3ae401cdd719427ebec572d64037b9fc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T02:19:57,414 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false 2024-11-23T02:19:57,418 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T02:19:57,419 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:19:57,419 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:19:57,419 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:19:57,419 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328395689Running coprocessor pre-close hooks at 1732328395689Disabling compacts and flushes for region at 1732328395689Disabling writes for close at 1732328395689Obtaining lock to block concurrent updates at 1732328395689Preparing flush snapshotting stores in 1588230740 at 1732328395689Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732328395689Flushing stores of hbase:meta,,1.1588230740 at 1732328395690 (+1 ms)Flushing 1588230740/info: creating writer at 1732328395690Flushing 1588230740/info: appending metadata at 1732328395710 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732328395710Flushing 1588230740/ns: creating writer at 1732328396120 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732328396137 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732328396137Flushing 1588230740/rep_barrier: creating writer at 1732328396548 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732328396565 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732328396565Flushing 1588230740/table: creating writer at 1732328396974 (+409 ms)Flushing 1588230740/table: appending metadata at 1732328396987 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732328396987Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9657eae: reopening flushed file at 1732328397396 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40f058c0: reopening flushed file at 1732328397400 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c17e82c: reopening flushed file at 1732328397404 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c4e75b6: reopening flushed file at 1732328397409 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false at 1732328397414 (+5 ms)Writing region close event to WAL at 1732328397415 (+1 ms)Running coprocessor post-close hooks at 1732328397419 (+4 ms)Closed at 1732328397419 2024-11-23T02:19:57,419 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T02:19:57,461 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/WALs/72b6db343a5d,38433,1732328384298/72b6db343a5d%2C38433%2C1732328384298.1732328385533 to pos 1806, reset compression=false 2024-11-23T02:19:57,490 INFO [RS:0;72b6db343a5d:38433 {}] regionserver.HRegionServer(976): stopping server 72b6db343a5d,38433,1732328384298; all regions closed. 2024-11-23T02:19:57,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37211 is added to blk_1073741834_1010 (size=4239) 2024-11-23T02:19:57,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37211 is added to blk_1073741839_1015 (size=2676) 2024-11-23T02:19:57,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37211 is added to blk_1073741833_1009 (size=1814) 2024-11-23T02:19:57,506 DEBUG [RS:0;72b6db343a5d:38433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:57,506 INFO [RS:0;72b6db343a5d:38433 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:19:57,506 INFO [RS:0;72b6db343a5d:38433 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:19:57,506 INFO [RS:0;72b6db343a5d:38433 {}] hbase.ChoreService(370): Chore service for: regionserver/72b6db343a5d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T02:19:57,506 INFO [RS:0;72b6db343a5d:38433 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:19:57,506 INFO [regionserver/72b6db343a5d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:19:57,506 INFO [RS:0;72b6db343a5d:38433 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-72b6db343a5d,38433,1732328384298 because: Region server is closing 2024-11-23T02:19:57,507 INFO [RS:0;72b6db343a5d:38433 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:38433. 2024-11-23T02:19:57,507 DEBUG [RS:0;72b6db343a5d:38433 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:19:57,507 DEBUG [RS:0;72b6db343a5d:38433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:57,507 DEBUG [RS:0;72b6db343a5d:38433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:57,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:19:57,607 INFO [RS:0;72b6db343a5d:38433 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.shipper72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 terminated 2024-11-23T02:19:57,607 INFO [RS:0;72b6db343a5d:38433 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:38433. 2024-11-23T02:19:57,607 WARN [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,38433,1732328384298.replicationSource.wal-reader.72b6db343a5d%2C38433%2C1732328384298,1-72b6db343a5d,38433,1732328384298 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T02:19:57,607 DEBUG [RS:0;72b6db343a5d:38433 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:19:57,607 DEBUG [RS:0;72b6db343a5d:38433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:57,608 DEBUG [RS:0;72b6db343a5d:38433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:57,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:19:57,608 INFO [RS:0;72b6db343a5d:38433 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38433 2024-11-23T02:19:57,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x101429f3be70004, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/131393257/rs/72b6db343a5d,38433,1732328384298 2024-11-23T02:19:57,610 INFO [RS:0;72b6db343a5d:38433 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:19:57,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34623-0x101429f3be70003, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/131393257/rs 2024-11-23T02:19:57,611 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [72b6db343a5d,38433,1732328384298] 2024-11-23T02:19:57,613 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /131393257/draining/72b6db343a5d,38433,1732328384298 already deleted, retry=false 2024-11-23T02:19:57,613 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 72b6db343a5d,38433,1732328384298 expired; onlineServers=0 2024-11-23T02:19:57,613 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '72b6db343a5d,34623,1732328384177' ***** 2024-11-23T02:19:57,613 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T02:19:57,613 INFO [M:0;72b6db343a5d:34623 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:19:57,613 INFO [M:0;72b6db343a5d:34623 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:19:57,613 DEBUG [M:0;72b6db343a5d:34623 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T02:19:57,613 DEBUG [M:0;72b6db343a5d:34623 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T02:19:57,613 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T02:19:57,613 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328385336 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328385336,5,FailOnTimeoutGroup] 2024-11-23T02:19:57,613 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328385348 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328385348,5,FailOnTimeoutGroup] 2024-11-23T02:19:57,614 INFO [M:0;72b6db343a5d:34623 {}] hbase.ChoreService(370): Chore service for: master/72b6db343a5d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T02:19:57,614 INFO [M:0;72b6db343a5d:34623 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:19:57,614 DEBUG [M:0;72b6db343a5d:34623 {}] master.HMaster(1795): Stopping service threads 2024-11-23T02:19:57,614 INFO [M:0;72b6db343a5d:34623 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T02:19:57,614 INFO [M:0;72b6db343a5d:34623 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:19:57,615 INFO [M:0;72b6db343a5d:34623 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T02:19:57,615 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T02:19:57,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34623-0x101429f3be70003, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/131393257/master 2024-11-23T02:19:57,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34623-0x101429f3be70003, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/131393257 2024-11-23T02:19:57,615 DEBUG [M:0;72b6db343a5d:34623 {}] zookeeper.ZKUtil(347): master:34623-0x101429f3be70003, quorum=127.0.0.1:60287, baseZNode=/131393257 Unable to get data of znode /131393257/master because node does not exist (not an error) 2024-11-23T02:19:57,615 WARN [M:0;72b6db343a5d:34623 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T02:19:57,616 INFO [M:0;72b6db343a5d:34623 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/.lastflushedseqids 2024-11-23T02:19:57,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37211 is added to blk_1073741848_1024 (size=245) 2024-11-23T02:19:57,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x101429f3be70004, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:19:57,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x101429f3be70004, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:19:57,711 INFO [RS:0;72b6db343a5d:38433 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:19:57,711 INFO [RS:0;72b6db343a5d:38433 {}] regionserver.HRegionServer(1031): Exiting; stopping=72b6db343a5d,38433,1732328384298; zookeeper connection closed. 2024-11-23T02:19:57,712 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75d329e4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75d329e4 2024-11-23T02:19:57,712 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T02:19:57,736 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 to pos 914, reset compression=false 2024-11-23T02:19:58,020 INFO [M:0;72b6db343a5d:34623 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T02:19:58,021 INFO [M:0;72b6db343a5d:34623 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T02:19:58,021 DEBUG [M:0;72b6db343a5d:34623 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:19:58,021 INFO [M:0;72b6db343a5d:34623 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:58,021 DEBUG [M:0;72b6db343a5d:34623 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:58,021 DEBUG [M:0;72b6db343a5d:34623 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:19:58,021 DEBUG [M:0;72b6db343a5d:34623 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:58,021 INFO [M:0;72b6db343a5d:34623 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-23T02:19:58,037 DEBUG [M:0;72b6db343a5d:34623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce8a8dda5f6a48298113e3ca271b5d91 is 82, key is hbase:meta,,1/info:regioninfo/1732328385988/Put/seqid=0 2024-11-23T02:19:58,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37211 is added to blk_1073741849_1025 (size=5672) 2024-11-23T02:19:58,440 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 to pos 914, reset compression=false 2024-11-23T02:19:58,441 INFO [M:0;72b6db343a5d:34623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce8a8dda5f6a48298113e3ca271b5d91 2024-11-23T02:19:58,459 DEBUG [M:0;72b6db343a5d:34623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/efc8f6a798234f41a7bb60ef97839d96 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732328390691/Put/seqid=0 2024-11-23T02:19:58,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37211 is added to blk_1073741850_1026 (size=8516) 2024-11-23T02:19:58,864 INFO [M:0;72b6db343a5d:34623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/efc8f6a798234f41a7bb60ef97839d96 2024-11-23T02:19:58,882 DEBUG [M:0;72b6db343a5d:34623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a7816eb7c3c4abbaab76c85df625b71 is 69, key is 72b6db343a5d,38433,1732328384298/rs:state/1732328385360/Put/seqid=0 2024-11-23T02:19:58,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37211 is added to blk_1073741851_1027 (size=5156) 2024-11-23T02:19:59,245 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 to pos 914, reset compression=false 2024-11-23T02:19:59,286 INFO [M:0;72b6db343a5d:34623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a7816eb7c3c4abbaab76c85df625b71 2024-11-23T02:19:59,290 DEBUG [M:0;72b6db343a5d:34623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce8a8dda5f6a48298113e3ca271b5d91 as hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce8a8dda5f6a48298113e3ca271b5d91 2024-11-23T02:19:59,293 INFO [M:0;72b6db343a5d:34623 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce8a8dda5f6a48298113e3ca271b5d91, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T02:19:59,294 DEBUG [M:0;72b6db343a5d:34623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/efc8f6a798234f41a7bb60ef97839d96 as hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/efc8f6a798234f41a7bb60ef97839d96 2024-11-23T02:19:59,297 INFO [M:0;72b6db343a5d:34623 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/efc8f6a798234f41a7bb60ef97839d96, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T02:19:59,298 DEBUG [M:0;72b6db343a5d:34623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a7816eb7c3c4abbaab76c85df625b71 as hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a7816eb7c3c4abbaab76c85df625b71 2024-11-23T02:19:59,301 INFO [M:0;72b6db343a5d:34623 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40739/user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a7816eb7c3c4abbaab76c85df625b71, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T02:19:59,302 INFO [M:0;72b6db343a5d:34623 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false 2024-11-23T02:19:59,303 INFO [M:0;72b6db343a5d:34623 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:19:59,303 DEBUG [M:0;72b6db343a5d:34623 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328398021Disabling compacts and flushes for region at 1732328398021Disabling writes for close at 1732328398021Obtaining lock to block concurrent updates at 1732328398021Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732328398021Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732328398021Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732328398022 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732328398022Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732328398036 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732328398036Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732328398445 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732328398459 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732328398459Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732328398867 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732328398881 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732328398881Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@750440c1: reopening flushed file at 1732328399289 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1daae595: reopening flushed file at 1732328399294 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22f7b957: reopening flushed file at 1732328399297 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false at 1732328399302 (+5 ms)Writing region close event to WAL at 1732328399303 (+1 ms)Closed at 1732328399303 2024-11-23T02:19:59,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37211 is added to blk_1073741830_1006 (size=63654) 2024-11-23T02:19:59,305 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/81319e74-1732-b485-431b-c37db8529f24/MasterData/WALs/72b6db343a5d,34623,1732328384177/72b6db343a5d%2C34623%2C1732328384177.1732328385236 not finished, retry = 0 2024-11-23T02:19:59,406 INFO [M:0;72b6db343a5d:34623 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T02:19:59,406 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:19:59,406 INFO [M:0;72b6db343a5d:34623 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34623 2024-11-23T02:19:59,407 INFO [M:0;72b6db343a5d:34623 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:19:59,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34623-0x101429f3be70003, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:19:59,509 INFO [M:0;72b6db343a5d:34623 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:19:59,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34623-0x101429f3be70003, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:19:59,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e75f73a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:19:59,511 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e7d0c69{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:19:59,511 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:19:59,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fe3ceb8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:19:59,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@669fe124{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8/hadoop.log.dir/,STOPPED} 2024-11-23T02:19:59,513 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T02:19:59,513 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T02:19:59,513 WARN [BP-2073389239-172.17.0.2-1732328382829 heartbeating to localhost/127.0.0.1:40739 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T02:19:59,514 WARN [BP-2073389239-172.17.0.2-1732328382829 heartbeating to localhost/127.0.0.1:40739 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2073389239-172.17.0.2-1732328382829 (Datanode Uuid 25fcb7fd-5384-4c89-a6f1-2cfee36e0fc5) service to localhost/127.0.0.1:40739 2024-11-23T02:19:59,514 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8/cluster_e00750c4-9b9b-2641-269e-c21656bb7f3c/data/data1/current/BP-2073389239-172.17.0.2-1732328382829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:19:59,515 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8/cluster_e00750c4-9b9b-2641-269e-c21656bb7f3c/data/data2/current/BP-2073389239-172.17.0.2-1732328382829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:19:59,515 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T02:19:59,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33152bb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:19:59,522 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fbeaf5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:19:59,522 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:19:59,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e2b3c45{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:19:59,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6216f767{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8/hadoop.log.dir/,STOPPED} 2024-11-23T02:19:59,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T02:19:59,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T02:19:59,535 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:19:59,535 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:19:59,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:59,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:59,535 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:19:59,535 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T02:19:59,535 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=246357173, stopped=false 2024-11-23T02:19:59,535 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=72b6db343a5d,45971,1732328379828 2024-11-23T02:19:59,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45971-0x101429f3be70000, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0718638435/running 2024-11-23T02:19:59,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45971-0x101429f3be70000, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718638435 2024-11-23T02:19:59,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34709-0x101429f3be70001, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0718638435/running 2024-11-23T02:19:59,537 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:19:59,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34709-0x101429f3be70001, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718638435 2024-11-23T02:19:59,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45971-0x101429f3be70000, quorum=127.0.0.1:60287, baseZNode=/0718638435 Set watcher on znode that does not yet exist, /0718638435/running 2024-11-23T02:19:59,537 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:19:59,537 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:19:59,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:59,538 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '72b6db343a5d,34709,1732328379879' ***** 2024-11-23T02:19:59,538 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T02:19:59,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34709-0x101429f3be70001, quorum=127.0.0.1:60287, baseZNode=/0718638435 Set watcher on znode that does not yet exist, /0718638435/running 2024-11-23T02:19:59,538 INFO [RS:0;72b6db343a5d:34709 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T02:19:59,538 INFO [RS:0;72b6db343a5d:34709 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T02:19:59,538 INFO [RS:0;72b6db343a5d:34709 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T02:19:59,538 INFO [RS:0;72b6db343a5d:34709 {}] regionserver.HRegionServer(3091): Received CLOSE for 44230782e509a31506b24536a0bb39b5 2024-11-23T02:19:59,538 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T02:19:59,539 INFO [RS:0;72b6db343a5d:34709 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d0dea474bcd2165c9bb697527677557 2024-11-23T02:19:59,539 INFO [RS:0;72b6db343a5d:34709 {}] regionserver.HRegionServer(959): stopping server 72b6db343a5d,34709,1732328379879 2024-11-23T02:19:59,539 INFO [RS:0;72b6db343a5d:34709 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:19:59,539 INFO [RS:0;72b6db343a5d:34709 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:34709. 2024-11-23T02:19:59,539 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 44230782e509a31506b24536a0bb39b5, disabling compactions & flushes 2024-11-23T02:19:59,539 DEBUG [RS:0;72b6db343a5d:34709 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:19:59,539 DEBUG [RS:0;72b6db343a5d:34709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:19:59,539 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732328388352.44230782e509a31506b24536a0bb39b5. 2024-11-23T02:19:59,539 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732328388352.44230782e509a31506b24536a0bb39b5. 2024-11-23T02:19:59,539 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732328388352.44230782e509a31506b24536a0bb39b5. after waiting 0 ms 2024-11-23T02:19:59,539 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732328388352.44230782e509a31506b24536a0bb39b5. 2024-11-23T02:19:59,539 INFO [RS:0;72b6db343a5d:34709 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T02:19:59,539 INFO [RS:0;72b6db343a5d:34709 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T02:19:59,539 INFO [RS:0;72b6db343a5d:34709 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T02:19:59,539 INFO [RS:0;72b6db343a5d:34709 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T02:19:59,539 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 44230782e509a31506b24536a0bb39b5 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-23T02:19:59,539 INFO [RS:0;72b6db343a5d:34709 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T02:19:59,539 DEBUG [RS:0;72b6db343a5d:34709 {}] regionserver.HRegionServer(1325): Online Regions={44230782e509a31506b24536a0bb39b5=hbase:replication,,1732328388352.44230782e509a31506b24536a0bb39b5., 1588230740=hbase:meta,,1.1588230740, 8d0dea474bcd2165c9bb697527677557=test,,1732328386048.8d0dea474bcd2165c9bb697527677557.} 2024-11-23T02:19:59,539 DEBUG [RS:0;72b6db343a5d:34709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44230782e509a31506b24536a0bb39b5, 8d0dea474bcd2165c9bb697527677557 2024-11-23T02:19:59,539 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:19:59,539 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:19:59,539 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:19:59,539 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:19:59,539 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:19:59,540 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T02:19:59,558 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/hbase/meta/1588230740/.tmp/info/7f32db02a3094d73ae134c1c5f2759c8 is 147, key is hbase:replication,,1732328388352.44230782e509a31506b24536a0bb39b5./info:regioninfo/1732328388719/Put/seqid=0 2024-11-23T02:19:59,558 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/hbase/replication/44230782e509a31506b24536a0bb39b5/.tmp/queue/99331b74645247a09b7b458fc47f0144 is 153, key is 1-72b6db343a5d,34709,1732328379879/queue:72b6db343a5d%2C34709%2C1732328379879/1732328395720/Put/seqid=0 2024-11-23T02:19:59,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741841_1017 (size=5352) 2024-11-23T02:19:59,568 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/hbase/replication/44230782e509a31506b24536a0bb39b5/.tmp/queue/99331b74645247a09b7b458fc47f0144 2024-11-23T02:19:59,574 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/hbase/replication/44230782e509a31506b24536a0bb39b5/.tmp/queue/99331b74645247a09b7b458fc47f0144 as hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/hbase/replication/44230782e509a31506b24536a0bb39b5/queue/99331b74645247a09b7b458fc47f0144 2024-11-23T02:19:59,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741840_1016 (size=7686) 2024-11-23T02:19:59,583 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/hbase/replication/44230782e509a31506b24536a0bb39b5/queue/99331b74645247a09b7b458fc47f0144, entries=1, sequenceid=10, filesize=5.2 K 2024-11-23T02:19:59,584 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 44230782e509a31506b24536a0bb39b5 in 45ms, sequenceid=10, compaction requested=false 2024-11-23T02:19:59,585 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T02:19:59,594 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/hbase/replication/44230782e509a31506b24536a0bb39b5/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-23T02:19:59,594 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:19:59,594 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:19:59,594 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732328388352.44230782e509a31506b24536a0bb39b5. 2024-11-23T02:19:59,595 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 44230782e509a31506b24536a0bb39b5: Waiting for close lock at 1732328399539Running coprocessor pre-close hooks at 1732328399539Disabling compacts and flushes for region at 1732328399539Disabling writes for close at 1732328399539Obtaining lock to block concurrent updates at 1732328399539Preparing flush snapshotting stores in 44230782e509a31506b24536a0bb39b5 at 1732328399539Finished memstore snapshotting hbase:replication,,1732328388352.44230782e509a31506b24536a0bb39b5., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732328399539Flushing stores of hbase:replication,,1732328388352.44230782e509a31506b24536a0bb39b5. at 1732328399540 (+1 ms)Flushing 44230782e509a31506b24536a0bb39b5/queue: creating writer at 1732328399540Flushing 44230782e509a31506b24536a0bb39b5/queue: appending metadata at 1732328399557 (+17 ms)Flushing 44230782e509a31506b24536a0bb39b5/queue: closing flushed file at 1732328399557Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fd7a326: reopening flushed file at 1732328399573 (+16 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 44230782e509a31506b24536a0bb39b5 in 45ms, sequenceid=10, compaction requested=false at 1732328399584 (+11 ms)Writing region close event to WAL at 1732328399591 (+7 ms)Running coprocessor post-close hooks at 1732328399594 (+3 ms)Closed at 1732328399594 2024-11-23T02:19:59,595 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732328388352.44230782e509a31506b24536a0bb39b5. 2024-11-23T02:19:59,595 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d0dea474bcd2165c9bb697527677557, disabling compactions & flushes 2024-11-23T02:19:59,595 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732328386048.8d0dea474bcd2165c9bb697527677557. 2024-11-23T02:19:59,595 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732328386048.8d0dea474bcd2165c9bb697527677557. 2024-11-23T02:19:59,595 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732328386048.8d0dea474bcd2165c9bb697527677557. after waiting 0 ms 2024-11-23T02:19:59,595 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732328386048.8d0dea474bcd2165c9bb697527677557. 2024-11-23T02:19:59,595 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8d0dea474bcd2165c9bb697527677557 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-23T02:19:59,614 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/default/test/8d0dea474bcd2165c9bb697527677557/.tmp/f/c2d0c1476e7a43aab94a713600440e74 is 29, key is row1/f:/1732328394676/DeleteFamily/seqid=0 2024-11-23T02:19:59,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741842_1018 (size=5118) 2024-11-23T02:19:59,618 INFO [regionserver/72b6db343a5d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:19:59,739 DEBUG [RS:0;72b6db343a5d:34709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d0dea474bcd2165c9bb697527677557 2024-11-23T02:19:59,785 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T02:19:59,785 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T02:19:59,940 DEBUG [RS:0;72b6db343a5d:34709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d0dea474bcd2165c9bb697527677557 2024-11-23T02:19:59,981 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/hbase/meta/1588230740/.tmp/info/7f32db02a3094d73ae134c1c5f2759c8 2024-11-23T02:20:00,001 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/hbase/meta/1588230740/.tmp/ns/c1c71e75869a41c0a259e92e3c3445e9 is 43, key is default/ns:d/1732328382659/Put/seqid=0 2024-11-23T02:20:00,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741843_1019 (size=5153) 2024-11-23T02:20:00,018 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/default/test/8d0dea474bcd2165c9bb697527677557/.tmp/f/c2d0c1476e7a43aab94a713600440e74 2024-11-23T02:20:00,023 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c2d0c1476e7a43aab94a713600440e74 2024-11-23T02:20:00,041 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/default/test/8d0dea474bcd2165c9bb697527677557/.tmp/f1/47180cd6320a4bfc8bc31c2d29184459 is 30, key is row1/f1:/1732328394676/DeleteFamily/seqid=0 2024-11-23T02:20:00,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741844_1020 (size=5123) 2024-11-23T02:20:00,140 DEBUG [RS:0;72b6db343a5d:34709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d0dea474bcd2165c9bb697527677557 2024-11-23T02:20:00,150 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 to pos 914, reset compression=false 2024-11-23T02:20:00,154 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:20:00,155 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 to pos 1161, reset compression=false 2024-11-23T02:20:00,155 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.shipper72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,34709,1732328379879 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:20:00,155 ERROR [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.shipper72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 72b6db343a5d,34709,1732328379879: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-72b6db343a5d,34709,1732328379879, walGroup=72b6db343a5d%2C34709%2C1732328379879, offset=72b6db343a5d%2C34709%2C1732328379879.1732328381940:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=72b6db343a5d:34709 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T02:20:00,156 ERROR [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.shipper72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T02:20:00,156 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.shipper72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T02:20:00,157 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.shipper72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T02:20:00,157 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.shipper72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T02:20:00,157 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.shipper72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T02:20:00,157 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.shipper72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 663216360 }, "NonHeapMemoryUsage": { "committed": 195428352, "init": 7667712, "max": -1, "used": 192005808 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T02:20:00,157 WARN [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.shipper72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=72b6db343a5d:45971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=72b6db343a5d:45971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T02:20:00,340 DEBUG [RS:0;72b6db343a5d:34709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d0dea474bcd2165c9bb697527677557 2024-11-23T02:20:00,358 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 to pos 1161, reset compression=false 2024-11-23T02:20:00,406 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/hbase/meta/1588230740/.tmp/ns/c1c71e75869a41c0a259e92e3c3445e9 2024-11-23T02:20:00,424 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/hbase/meta/1588230740/.tmp/rep_barrier/fb5aac617d734fcbbcbeb4aee9eb41c7 is 112, key is test,,1732328386048.8d0dea474bcd2165c9bb697527677557./rep_barrier:seqnumDuringOpen/1732328386888/Put/seqid=0 2024-11-23T02:20:00,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741845_1021 (size=5518) 2024-11-23T02:20:00,446 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/default/test/8d0dea474bcd2165c9bb697527677557/.tmp/f1/47180cd6320a4bfc8bc31c2d29184459 2024-11-23T02:20:00,449 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47180cd6320a4bfc8bc31c2d29184459 2024-11-23T02:20:00,466 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/default/test/8d0dea474bcd2165c9bb697527677557/.tmp/norep/01c4fb3042b04976813b2b8b8bc05ed4 is 32, key is row/norep:/1732328393665/DeleteFamily/seqid=0 2024-11-23T02:20:00,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741846_1022 (size=5101) 2024-11-23T02:20:00,540 INFO [RS:0;72b6db343a5d:34709 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T02:20:00,540 DEBUG [RS:0;72b6db343a5d:34709 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8d0dea474bcd2165c9bb697527677557=test,,1732328386048.8d0dea474bcd2165c9bb697527677557.} 2024-11-23T02:20:00,540 DEBUG [RS:0;72b6db343a5d:34709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d0dea474bcd2165c9bb697527677557 2024-11-23T02:20:00,662 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 to pos 1161, reset compression=false 2024-11-23T02:20:00,741 DEBUG [RS:0;72b6db343a5d:34709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d0dea474bcd2165c9bb697527677557 2024-11-23T02:20:00,828 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/hbase/meta/1588230740/.tmp/rep_barrier/fb5aac617d734fcbbcbeb4aee9eb41c7 2024-11-23T02:20:00,850 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/hbase/meta/1588230740/.tmp/table/a4bf70209a50453fa9d6f7c00306ef8b is 53, key is hbase:replication/table:state/1732328388728/Put/seqid=0 2024-11-23T02:20:00,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741847_1023 (size=5308) 2024-11-23T02:20:00,879 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/default/test/8d0dea474bcd2165c9bb697527677557/.tmp/norep/01c4fb3042b04976813b2b8b8bc05ed4 2024-11-23T02:20:00,883 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01c4fb3042b04976813b2b8b8bc05ed4 2024-11-23T02:20:00,883 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/default/test/8d0dea474bcd2165c9bb697527677557/.tmp/f/c2d0c1476e7a43aab94a713600440e74 as hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/default/test/8d0dea474bcd2165c9bb697527677557/f/c2d0c1476e7a43aab94a713600440e74 2024-11-23T02:20:00,887 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c2d0c1476e7a43aab94a713600440e74 2024-11-23T02:20:00,887 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/default/test/8d0dea474bcd2165c9bb697527677557/f/c2d0c1476e7a43aab94a713600440e74, entries=2, sequenceid=8, filesize=5.0 K 2024-11-23T02:20:00,888 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/default/test/8d0dea474bcd2165c9bb697527677557/.tmp/f1/47180cd6320a4bfc8bc31c2d29184459 as hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/default/test/8d0dea474bcd2165c9bb697527677557/f1/47180cd6320a4bfc8bc31c2d29184459 2024-11-23T02:20:00,891 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47180cd6320a4bfc8bc31c2d29184459 2024-11-23T02:20:00,891 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/default/test/8d0dea474bcd2165c9bb697527677557/f1/47180cd6320a4bfc8bc31c2d29184459, entries=2, sequenceid=8, filesize=5.0 K 2024-11-23T02:20:00,892 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/default/test/8d0dea474bcd2165c9bb697527677557/.tmp/norep/01c4fb3042b04976813b2b8b8bc05ed4 as hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/default/test/8d0dea474bcd2165c9bb697527677557/norep/01c4fb3042b04976813b2b8b8bc05ed4 2024-11-23T02:20:00,896 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01c4fb3042b04976813b2b8b8bc05ed4 2024-11-23T02:20:00,896 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/default/test/8d0dea474bcd2165c9bb697527677557/norep/01c4fb3042b04976813b2b8b8bc05ed4, entries=1, sequenceid=8, filesize=5.0 K 2024-11-23T02:20:00,897 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 8d0dea474bcd2165c9bb697527677557 in 1302ms, sequenceid=8, compaction requested=false 2024-11-23T02:20:00,897 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T02:20:00,906 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/default/test/8d0dea474bcd2165c9bb697527677557/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-23T02:20:00,908 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:20:00,908 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T02:20:00,908 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732328386048.8d0dea474bcd2165c9bb697527677557. 2024-11-23T02:20:00,908 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d0dea474bcd2165c9bb697527677557: Waiting for close lock at 1732328399595Running coprocessor pre-close hooks at 1732328399595Disabling compacts and flushes for region at 1732328399595Disabling writes for close at 1732328399595Obtaining lock to block concurrent updates at 1732328399595Preparing flush snapshotting stores in 8d0dea474bcd2165c9bb697527677557 at 1732328399595Finished memstore snapshotting test,,1732328386048.8d0dea474bcd2165c9bb697527677557., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732328399595Flushing stores of test,,1732328386048.8d0dea474bcd2165c9bb697527677557. at 1732328399596 (+1 ms)Flushing 8d0dea474bcd2165c9bb697527677557/f: creating writer at 1732328399596Flushing 8d0dea474bcd2165c9bb697527677557/f: appending metadata at 1732328399613 (+17 ms)Flushing 8d0dea474bcd2165c9bb697527677557/f: closing flushed file at 1732328399613Flushing 8d0dea474bcd2165c9bb697527677557/f1: creating writer at 1732328400023 (+410 ms)Flushing 8d0dea474bcd2165c9bb697527677557/f1: appending metadata at 1732328400040 (+17 ms)Flushing 8d0dea474bcd2165c9bb697527677557/f1: closing flushed file at 1732328400040Flushing 8d0dea474bcd2165c9bb697527677557/norep: creating writer at 1732328400450 (+410 ms)Flushing 8d0dea474bcd2165c9bb697527677557/norep: appending metadata at 1732328400466 (+16 ms)Flushing 8d0dea474bcd2165c9bb697527677557/norep: closing flushed file at 1732328400466Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d7afcdd: reopening flushed file at 1732328400883 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41c195e: reopening flushed file at 1732328400887 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46a67526: reopening flushed file at 1732328400891 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 8d0dea474bcd2165c9bb697527677557 in 1302ms, sequenceid=8, compaction requested=false at 1732328400897 (+6 ms)Writing region close event to WAL at 1732328400902 (+5 ms)Running coprocessor post-close hooks at 1732328400908 (+6 ms)Closed at 1732328400908 2024-11-23T02:20:00,908 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732328386048.8d0dea474bcd2165c9bb697527677557. 2024-11-23T02:20:00,941 DEBUG [RS:0;72b6db343a5d:34709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:20:01,066 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 to pos 1161, reset compression=false 2024-11-23T02:20:01,070 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:20:01,070 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 to pos 1805, reset compression=false 2024-11-23T02:20:01,141 DEBUG [RS:0;72b6db343a5d:34709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:20:01,231 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T02:20:01,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:01,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:01,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:01,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:01,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:01,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:01,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:01,255 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/hbase/meta/1588230740/.tmp/table/a4bf70209a50453fa9d6f7c00306ef8b 2024-11-23T02:20:01,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:01,260 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/hbase/meta/1588230740/.tmp/info/7f32db02a3094d73ae134c1c5f2759c8 as hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/hbase/meta/1588230740/info/7f32db02a3094d73ae134c1c5f2759c8 2024-11-23T02:20:01,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:01,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:01,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:01,264 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/hbase/meta/1588230740/info/7f32db02a3094d73ae134c1c5f2759c8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T02:20:01,265 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/hbase/meta/1588230740/.tmp/ns/c1c71e75869a41c0a259e92e3c3445e9 as hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/hbase/meta/1588230740/ns/c1c71e75869a41c0a259e92e3c3445e9 2024-11-23T02:20:01,269 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/hbase/meta/1588230740/ns/c1c71e75869a41c0a259e92e3c3445e9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T02:20:01,269 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/hbase/meta/1588230740/.tmp/rep_barrier/fb5aac617d734fcbbcbeb4aee9eb41c7 as hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/hbase/meta/1588230740/rep_barrier/fb5aac617d734fcbbcbeb4aee9eb41c7 2024-11-23T02:20:01,273 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/hbase/meta/1588230740/rep_barrier/fb5aac617d734fcbbcbeb4aee9eb41c7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T02:20:01,274 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 to pos 1805, reset compression=false 2024-11-23T02:20:01,274 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/hbase/meta/1588230740/.tmp/table/a4bf70209a50453fa9d6f7c00306ef8b as hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/hbase/meta/1588230740/table/a4bf70209a50453fa9d6f7c00306ef8b 2024-11-23T02:20:01,278 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/hbase/meta/1588230740/table/a4bf70209a50453fa9d6f7c00306ef8b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T02:20:01,279 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1740ms, sequenceid=16, compaction requested=false 2024-11-23T02:20:01,283 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T02:20:01,284 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:20:01,284 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:20:01,284 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:20:01,284 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328399539Running coprocessor pre-close hooks at 1732328399539Disabling compacts and flushes for region at 1732328399539Disabling writes for close at 1732328399539Obtaining lock to block concurrent updates at 1732328399540 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732328399540Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732328399540Flushing stores of hbase:meta,,1.1588230740 at 1732328399540Flushing 1588230740/info: creating writer at 1732328399541 (+1 ms)Flushing 1588230740/info: appending metadata at 1732328399557 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732328399557Flushing 1588230740/ns: creating writer at 1732328399986 (+429 ms)Flushing 1588230740/ns: appending metadata at 1732328400001 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732328400001Flushing 1588230740/rep_barrier: creating writer at 1732328400409 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732328400423 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732328400423Flushing 1588230740/table: creating writer at 1732328400832 (+409 ms)Flushing 1588230740/table: appending metadata at 1732328400849 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732328400849Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e9c2c: reopening flushed file at 1732328401259 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b933f68: reopening flushed file at 1732328401264 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b760042: reopening flushed file at 1732328401269 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a1329f9: reopening flushed file at 1732328401273 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1740ms, sequenceid=16, compaction requested=false at 1732328401279 (+6 ms)Writing region close event to WAL at 1732328401281 (+2 ms)Running coprocessor post-close hooks at 1732328401284 (+3 ms)Closed at 1732328401284 2024-11-23T02:20:01,284 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T02:20:01,341 INFO [RS:0;72b6db343a5d:34709 {}] regionserver.HRegionServer(976): stopping server 72b6db343a5d,34709,1732328379879; all regions closed. 2024-11-23T02:20:01,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741834_1010 (size=4239) 2024-11-23T02:20:01,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741839_1015 (size=2676) 2024-11-23T02:20:01,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741832_1008 (size=1813) 2024-11-23T02:20:01,348 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/WALs/72b6db343a5d,34709,1732328379879/72b6db343a5d%2C34709%2C1732328379879.1732328381940 not finished, retry = 0 2024-11-23T02:20:01,449 DEBUG [RS:0;72b6db343a5d:34709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:01,449 INFO [RS:0;72b6db343a5d:34709 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:20:01,450 INFO [RS:0;72b6db343a5d:34709 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:20:01,450 INFO [RS:0;72b6db343a5d:34709 {}] hbase.ChoreService(370): Chore service for: regionserver/72b6db343a5d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T02:20:01,450 INFO [RS:0;72b6db343a5d:34709 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:20:01,450 INFO [regionserver/72b6db343a5d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:20:01,450 INFO [RS:0;72b6db343a5d:34709 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-72b6db343a5d,34709,1732328379879 because: Region server is closing 2024-11-23T02:20:01,450 INFO [RS:0;72b6db343a5d:34709 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:34709. 2024-11-23T02:20:01,450 DEBUG [RS:0;72b6db343a5d:34709 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:20:01,451 DEBUG [RS:0;72b6db343a5d:34709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:01,451 DEBUG [RS:0;72b6db343a5d:34709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:01,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:20:01,551 INFO [RS:0;72b6db343a5d:34709 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.shipper72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 terminated 2024-11-23T02:20:01,551 WARN [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34709,1732328379879.replicationSource.wal-reader.72b6db343a5d%2C34709%2C1732328379879,1-72b6db343a5d,34709,1732328379879 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T02:20:01,551 INFO [RS:0;72b6db343a5d:34709 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:34709. 2024-11-23T02:20:01,551 DEBUG [RS:0;72b6db343a5d:34709 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:20:01,551 DEBUG [RS:0;72b6db343a5d:34709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:01,551 DEBUG [RS:0;72b6db343a5d:34709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:01,551 INFO [RS:0;72b6db343a5d:34709 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34709 2024-11-23T02:20:01,551 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:20:01,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34709-0x101429f3be70001, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0718638435/rs/72b6db343a5d,34709,1732328379879 2024-11-23T02:20:01,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45971-0x101429f3be70000, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718638435/rs 2024-11-23T02:20:01,555 INFO [RS:0;72b6db343a5d:34709 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:20:01,556 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [72b6db343a5d,34709,1732328379879] 2024-11-23T02:20:01,557 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0718638435/draining/72b6db343a5d,34709,1732328379879 already deleted, retry=false 2024-11-23T02:20:01,557 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 72b6db343a5d,34709,1732328379879 expired; onlineServers=0 2024-11-23T02:20:01,557 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '72b6db343a5d,45971,1732328379828' ***** 2024-11-23T02:20:01,557 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T02:20:01,558 INFO [M:0;72b6db343a5d:45971 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:20:01,558 INFO [M:0;72b6db343a5d:45971 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:20:01,558 DEBUG [M:0;72b6db343a5d:45971 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T02:20:01,558 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T02:20:01,558 DEBUG [M:0;72b6db343a5d:45971 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T02:20:01,558 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328381684 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328381684,5,FailOnTimeoutGroup] 2024-11-23T02:20:01,558 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328381682 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328381682,5,FailOnTimeoutGroup] 2024-11-23T02:20:01,558 INFO [M:0;72b6db343a5d:45971 {}] hbase.ChoreService(370): Chore service for: master/72b6db343a5d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T02:20:01,558 INFO [M:0;72b6db343a5d:45971 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:20:01,558 DEBUG [M:0;72b6db343a5d:45971 {}] master.HMaster(1795): Stopping service threads 2024-11-23T02:20:01,558 INFO [M:0;72b6db343a5d:45971 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T02:20:01,558 INFO [M:0;72b6db343a5d:45971 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:20:01,558 INFO [M:0;72b6db343a5d:45971 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T02:20:01,558 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T02:20:01,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45971-0x101429f3be70000, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0718638435/master 2024-11-23T02:20:01,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45971-0x101429f3be70000, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0718638435 2024-11-23T02:20:01,561 DEBUG [M:0;72b6db343a5d:45971 {}] zookeeper.RecoverableZooKeeper(212): Node /0718638435/master already deleted, retry=false 2024-11-23T02:20:01,561 DEBUG [M:0;72b6db343a5d:45971 {}] master.ActiveMasterManager(353): master:45971-0x101429f3be70000, quorum=127.0.0.1:60287, baseZNode=/0718638435 Failed delete of our master address node; KeeperErrorCode = NoNode for /0718638435/master 2024-11-23T02:20:01,563 INFO [M:0;72b6db343a5d:45971 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/.lastflushedseqids 2024-11-23T02:20:01,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741848_1024 (size=245) 2024-11-23T02:20:01,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34709-0x101429f3be70001, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:20:01,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34709-0x101429f3be70001, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:20:01,657 INFO [RS:0;72b6db343a5d:34709 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:20:01,657 INFO [RS:0;72b6db343a5d:34709 {}] regionserver.HRegionServer(1031): Exiting; stopping=72b6db343a5d,34709,1732328379879; zookeeper connection closed. 2024-11-23T02:20:01,657 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@615e7c51 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@615e7c51 2024-11-23T02:20:01,657 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T02:20:01,971 INFO [M:0;72b6db343a5d:45971 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T02:20:01,971 INFO [M:0;72b6db343a5d:45971 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T02:20:01,971 DEBUG [M:0;72b6db343a5d:45971 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:20:01,971 INFO [M:0;72b6db343a5d:45971 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:01,971 DEBUG [M:0;72b6db343a5d:45971 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:01,971 DEBUG [M:0;72b6db343a5d:45971 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:20:01,971 DEBUG [M:0;72b6db343a5d:45971 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:01,972 INFO [M:0;72b6db343a5d:45971 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-23T02:20:01,987 DEBUG [M:0;72b6db343a5d:45971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dfdbd47a351e4e9b95dda46bab2ea0fe is 82, key is hbase:meta,,1/info:regioninfo/1732328382633/Put/seqid=0 2024-11-23T02:20:01,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741849_1025 (size=5672) 2024-11-23T02:20:02,391 INFO [M:0;72b6db343a5d:45971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dfdbd47a351e4e9b95dda46bab2ea0fe 2024-11-23T02:20:02,409 DEBUG [M:0;72b6db343a5d:45971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d708496f9b9747e9aded2d8492e98e28 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732328388731/Put/seqid=0 2024-11-23T02:20:02,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741850_1026 (size=8516) 2024-11-23T02:20:02,814 INFO [M:0;72b6db343a5d:45971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d708496f9b9747e9aded2d8492e98e28 2024-11-23T02:20:02,836 DEBUG [M:0;72b6db343a5d:45971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84b60356939647b3838acbbd61c43eae is 69, key is 72b6db343a5d,34709,1732328379879/rs:state/1732328381734/Put/seqid=0 2024-11-23T02:20:02,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741851_1027 (size=5156) 2024-11-23T02:20:03,241 INFO [M:0;72b6db343a5d:45971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84b60356939647b3838acbbd61c43eae 2024-11-23T02:20:03,245 DEBUG [M:0;72b6db343a5d:45971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dfdbd47a351e4e9b95dda46bab2ea0fe as hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dfdbd47a351e4e9b95dda46bab2ea0fe 2024-11-23T02:20:03,249 INFO [M:0;72b6db343a5d:45971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dfdbd47a351e4e9b95dda46bab2ea0fe, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T02:20:03,249 DEBUG [M:0;72b6db343a5d:45971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d708496f9b9747e9aded2d8492e98e28 as hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d708496f9b9747e9aded2d8492e98e28 2024-11-23T02:20:03,253 INFO [M:0;72b6db343a5d:45971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d708496f9b9747e9aded2d8492e98e28, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T02:20:03,253 DEBUG [M:0;72b6db343a5d:45971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84b60356939647b3838acbbd61c43eae as hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84b60356939647b3838acbbd61c43eae 2024-11-23T02:20:03,256 INFO [M:0;72b6db343a5d:45971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43095/user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84b60356939647b3838acbbd61c43eae, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T02:20:03,257 INFO [M:0;72b6db343a5d:45971 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false 2024-11-23T02:20:03,259 INFO [M:0;72b6db343a5d:45971 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:03,259 DEBUG [M:0;72b6db343a5d:45971 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328401971Disabling compacts and flushes for region at 1732328401971Disabling writes for close at 1732328401971Obtaining lock to block concurrent updates at 1732328401972 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732328401972Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732328401972Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732328401972Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732328401973 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732328401986 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732328401986Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732328402395 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732328402409 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732328402409Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732328402818 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732328402835 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732328402835Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@87c27a2: reopening flushed file at 1732328403244 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@414663cd: reopening flushed file at 1732328403249 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c8d3c8e: reopening flushed file at 1732328403253 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false at 1732328403257 (+4 ms)Writing region close event to WAL at 1732328403259 (+2 ms)Closed at 1732328403259 2024-11-23T02:20:03,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40447 is added to blk_1073741830_1006 (size=63654) 2024-11-23T02:20:03,261 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f41af45c-ce28-de94-f60c-ebfa1eb44320/MasterData/WALs/72b6db343a5d,45971,1732328379828/72b6db343a5d%2C45971%2C1732328379828.1732328381566 not finished, retry = 0 2024-11-23T02:20:03,362 INFO [M:0;72b6db343a5d:45971 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T02:20:03,362 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:20:03,362 INFO [M:0;72b6db343a5d:45971 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45971 2024-11-23T02:20:03,362 INFO [M:0;72b6db343a5d:45971 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:20:03,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45971-0x101429f3be70000, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:20:03,464 INFO [M:0;72b6db343a5d:45971 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:20:03,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45971-0x101429f3be70000, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:20:03,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d06428a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:20:03,467 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a1508a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:20:03,467 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:20:03,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@758cc0e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:20:03,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c2c7d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/hadoop.log.dir/,STOPPED} 2024-11-23T02:20:03,469 WARN [BP-689708027-172.17.0.2-1732328378746 heartbeating to localhost/127.0.0.1:43095 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T02:20:03,469 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T02:20:03,469 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T02:20:03,469 WARN [BP-689708027-172.17.0.2-1732328378746 heartbeating to localhost/127.0.0.1:43095 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-689708027-172.17.0.2-1732328378746 (Datanode Uuid 403225c0-6b83-45de-95d2-c28d0c61c31b) service to localhost/127.0.0.1:43095 2024-11-23T02:20:03,470 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/cluster_ad9b2774-cf79-240b-8510-0d952e45b3da/data/data1/current/BP-689708027-172.17.0.2-1732328378746 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:20:03,470 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/cluster_ad9b2774-cf79-240b-8510-0d952e45b3da/data/data2/current/BP-689708027-172.17.0.2-1732328378746 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:20:03,470 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T02:20:03,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34a3c8b5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:20:03,477 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d0fc0ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:20:03,477 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:20:03,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28bc4539{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:20:03,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77794c91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6823a151-92e6-08c7-de51-38ba2a4704b9/hadoop.log.dir/,STOPPED} 2024-11-23T02:20:03,483 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T02:20:03,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T02:20:03,504 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=265 (was 247) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40739 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60287) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40739 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40739 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60287) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:43095 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:40739 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43095 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40739 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43095 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43095 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43095 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=655 (was 623) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=295 (was 276) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6566 (was 6838) 2024-11-23T02:20:03,524 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=265, OpenFileDescriptor=655, MaxFileDescriptor=1048576, SystemLoadAverage=295, ProcessCount=11, AvailableMemoryMB=6566 2024-11-23T02:20:03,549 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-23T02:20:03,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8/hadoop.log.dir so I do NOT create it in target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5 2024-11-23T02:20:03,549 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T02:20:03,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8/hadoop.tmp.dir so I do NOT create it in target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5 2024-11-23T02:20:03,550 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024f2fe3-77e8-b385-10de-ba874f22fbe8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T02:20:03,550 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5 2024-11-23T02:20:03,550 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/cluster_a71ec825-2961-f14f-7854-94f36de6422e, deleteOnExit=true 2024-11-23T02:20:03,552 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/cluster_a71ec825-2961-f14f-7854-94f36de6422e/zookeeper_0, clientPort=53246, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/cluster_a71ec825-2961-f14f-7854-94f36de6422e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/cluster_a71ec825-2961-f14f-7854-94f36de6422e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T02:20:03,553 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53246 2024-11-23T02:20:03,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T02:20:03,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T02:20:03,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/test.cache.data in system properties and HBase conf 2024-11-23T02:20:03,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T02:20:03,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/hadoop.log.dir in system properties and HBase conf 2024-11-23T02:20:03,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T02:20:03,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T02:20:03,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T02:20:03,554 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T02:20:03,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:20:03,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:20:03,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T02:20:03,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:20:03,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T02:20:03,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T02:20:03,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:20:03,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:20:03,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T02:20:03,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/nfs.dump.dir in system properties and HBase conf 2024-11-23T02:20:03,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/java.io.tmpdir in system properties and HBase conf 2024-11-23T02:20:03,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:20:03,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T02:20:03,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T02:20:03,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101429f3be70005, quorum=127.0.0.1:60287, baseZNode=/131393257 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T02:20:03,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101429f3be70002, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T02:20:03,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101429f3be70002, quorum=127.0.0.1:60287, baseZNode=/0718638435 Received Disconnected from ZooKeeper, ignoring 2024-11-23T02:20:03,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101429f3be70005, quorum=127.0.0.1:60287, baseZNode=/131393257 Received Disconnected from ZooKeeper, ignoring 2024-11-23T02:20:03,615 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:20:03,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T02:20:03,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T02:20:03,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T02:20:03,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T02:20:03,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:20:03,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T02:20:03,640 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:20:03,643 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:20:03,644 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:20:03,644 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:20:03,644 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T02:20:03,645 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:20:03,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a9c2fb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:20:03,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4590d0bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:20:03,759 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76d4c949{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/java.io.tmpdir/jetty-localhost-46531-hadoop-hdfs-3_4_1-tests_jar-_-any-7832101028030893287/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:20:03,760 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67c47c11{HTTP/1.1, (http/1.1)}{localhost:46531} 2024-11-23T02:20:03,760 INFO [Time-limited test {}] server.Server(415): Started @205355ms 2024-11-23T02:20:03,841 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:20:03,844 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:20:03,845 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:20:03,845 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:20:03,845 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T02:20:03,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a3b092b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:20:03,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f64bfe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:20:03,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a393849{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/java.io.tmpdir/jetty-localhost-45423-hadoop-hdfs-3_4_1-tests_jar-_-any-13625076237325368952/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:20:03,966 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@465df952{HTTP/1.1, (http/1.1)}{localhost:45423} 2024-11-23T02:20:03,966 INFO [Time-limited test {}] server.Server(415): Started @205561ms 2024-11-23T02:20:03,967 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T02:20:04,080 WARN [Thread-2673 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/cluster_a71ec825-2961-f14f-7854-94f36de6422e/data/data2/current/BP-943901305-172.17.0.2-1732328403573/current, will proceed with Du for space computation calculation, 2024-11-23T02:20:04,080 WARN [Thread-2672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/cluster_a71ec825-2961-f14f-7854-94f36de6422e/data/data1/current/BP-943901305-172.17.0.2-1732328403573/current, will proceed with Du for space computation calculation, 2024-11-23T02:20:04,102 WARN [Thread-2660 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T02:20:04,108 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40f50d5576d99fcb with lease ID 0x3bb6b7139efb3de4: Processing first storage report for DS-8bb2d16b-dc4f-4aff-9351-fba89129dd65 from datanode DatanodeRegistration(127.0.0.1:38493, datanodeUuid=59d36fd8-440c-4f8d-9077-55081536f0e6, infoPort=38499, infoSecurePort=0, ipcPort=35999, storageInfo=lv=-57;cid=testClusterID;nsid=1997043571;c=1732328403573) 2024-11-23T02:20:04,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40f50d5576d99fcb with lease ID 0x3bb6b7139efb3de4: from storage DS-8bb2d16b-dc4f-4aff-9351-fba89129dd65 node DatanodeRegistration(127.0.0.1:38493, datanodeUuid=59d36fd8-440c-4f8d-9077-55081536f0e6, infoPort=38499, infoSecurePort=0, ipcPort=35999, storageInfo=lv=-57;cid=testClusterID;nsid=1997043571;c=1732328403573), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:20:04,109 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40f50d5576d99fcb with lease ID 0x3bb6b7139efb3de4: Processing first storage report for DS-6abfb00b-aad4-43a4-8266-0ad50730c7e0 from datanode DatanodeRegistration(127.0.0.1:38493, datanodeUuid=59d36fd8-440c-4f8d-9077-55081536f0e6, infoPort=38499, infoSecurePort=0, ipcPort=35999, storageInfo=lv=-57;cid=testClusterID;nsid=1997043571;c=1732328403573) 2024-11-23T02:20:04,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40f50d5576d99fcb with lease ID 0x3bb6b7139efb3de4: from storage DS-6abfb00b-aad4-43a4-8266-0ad50730c7e0 node DatanodeRegistration(127.0.0.1:38493, datanodeUuid=59d36fd8-440c-4f8d-9077-55081536f0e6, infoPort=38499, infoSecurePort=0, ipcPort=35999, storageInfo=lv=-57;cid=testClusterID;nsid=1997043571;c=1732328403573), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:20:04,211 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5 2024-11-23T02:20:04,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:04,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:04,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_1073741825_1001 (size=7) 2024-11-23T02:20:04,221 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb with version=8 2024-11-23T02:20:04,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/hbase-staging 2024-11-23T02:20:04,224 INFO [Time-limited test {}] client.ConnectionUtils(128): master/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:20:04,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:20:04,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:20:04,224 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:20:04,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:20:04,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:20:04,224 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T02:20:04,225 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:20:04,225 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45589 2024-11-23T02:20:04,226 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45589 connecting to ZooKeeper ensemble=127.0.0.1:53246 2024-11-23T02:20:04,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455890x0, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:20:04,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45589-0x101429f9cef0000 connected 2024-11-23T02:20:04,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:04,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:04,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45589-0x101429f9cef0000, quorum=127.0.0.1:53246, baseZNode=/01442699119 Set watcher on znode that does not yet exist, /01442699119/running 2024-11-23T02:20:04,264 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb, hbase.cluster.distributed=false 2024-11-23T02:20:04,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45589-0x101429f9cef0000, quorum=127.0.0.1:53246, baseZNode=/01442699119 Set watcher on znode that does not yet exist, /01442699119/acl 2024-11-23T02:20:04,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45589 2024-11-23T02:20:04,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45589 2024-11-23T02:20:04,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45589 2024-11-23T02:20:04,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45589 2024-11-23T02:20:04,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45589 2024-11-23T02:20:04,286 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:20:04,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:20:04,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:20:04,287 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:20:04,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:20:04,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:20:04,287 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T02:20:04,287 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:20:04,288 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40405 2024-11-23T02:20:04,289 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40405 connecting to ZooKeeper ensemble=127.0.0.1:53246 2024-11-23T02:20:04,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:04,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:04,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404050x0, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:20:04,297 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404050x0, quorum=127.0.0.1:53246, baseZNode=/01442699119 Set watcher on znode that does not yet exist, /01442699119/running 2024-11-23T02:20:04,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40405-0x101429f9cef0001 connected 2024-11-23T02:20:04,297 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T02:20:04,298 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T02:20:04,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40405-0x101429f9cef0001, quorum=127.0.0.1:53246, baseZNode=/01442699119 Set watcher on znode that does not yet exist, /01442699119/master 2024-11-23T02:20:04,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40405-0x101429f9cef0001, quorum=127.0.0.1:53246, baseZNode=/01442699119 Set watcher on znode that does not yet exist, /01442699119/acl 2024-11-23T02:20:04,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40405 2024-11-23T02:20:04,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40405 2024-11-23T02:20:04,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40405 2024-11-23T02:20:04,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40405 2024-11-23T02:20:04,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40405 2024-11-23T02:20:04,317 DEBUG [M:0;72b6db343a5d:45589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;72b6db343a5d:45589 2024-11-23T02:20:04,318 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01442699119/backup-masters/72b6db343a5d,45589,1732328404224 2024-11-23T02:20:04,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x101429f9cef0001, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01442699119/backup-masters 2024-11-23T02:20:04,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101429f9cef0000, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01442699119/backup-masters 2024-11-23T02:20:04,320 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45589-0x101429f9cef0000, quorum=127.0.0.1:53246, baseZNode=/01442699119 Set watcher on existing znode=/01442699119/backup-masters/72b6db343a5d,45589,1732328404224 2024-11-23T02:20:04,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x101429f9cef0001, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01442699119/master 2024-11-23T02:20:04,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101429f9cef0000, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01442699119 2024-11-23T02:20:04,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x101429f9cef0001, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01442699119 2024-11-23T02:20:04,322 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45589-0x101429f9cef0000, quorum=127.0.0.1:53246, baseZNode=/01442699119 Set watcher on existing znode=/01442699119/master 2024-11-23T02:20:04,322 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01442699119/backup-masters/72b6db343a5d,45589,1732328404224 from backup master directory 2024-11-23T02:20:04,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101429f9cef0000, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01442699119/backup-masters/72b6db343a5d,45589,1732328404224 2024-11-23T02:20:04,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x101429f9cef0001, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01442699119/backup-masters 2024-11-23T02:20:04,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101429f9cef0000, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01442699119/backup-masters 2024-11-23T02:20:04,323 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:20:04,323 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=72b6db343a5d,45589,1732328404224 2024-11-23T02:20:04,327 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/hbase.id] with ID: 09243471-a97d-4ee8-b3fd-17de222a4b4c 2024-11-23T02:20:04,327 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/.tmp/hbase.id 2024-11-23T02:20:04,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_1073741826_1002 (size=42) 2024-11-23T02:20:04,735 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/.tmp/hbase.id]:[hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/hbase.id] 2024-11-23T02:20:04,744 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:04,744 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T02:20:04,745 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T02:20:04,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101429f9cef0000, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01442699119 2024-11-23T02:20:04,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x101429f9cef0001, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01442699119 2024-11-23T02:20:04,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_1073741827_1003 (size=196) 2024-11-23T02:20:05,155 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:20:05,156 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T02:20:05,156 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:20:05,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_1073741828_1004 (size=1189) 2024-11-23T02:20:05,567 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/MasterData/data/master/store 2024-11-23T02:20:05,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_1073741829_1005 (size=34) 2024-11-23T02:20:05,972 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:05,972 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:20:05,972 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:05,972 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:05,972 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:20:05,972 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:05,972 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:05,973 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328405972Disabling compacts and flushes for region at 1732328405972Disabling writes for close at 1732328405972Writing region close event to WAL at 1732328405972Closed at 1732328405972 2024-11-23T02:20:05,973 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/MasterData/data/master/store/.initializing 2024-11-23T02:20:05,973 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/MasterData/WALs/72b6db343a5d,45589,1732328404224 2024-11-23T02:20:05,974 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:20:05,975 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=72b6db343a5d%2C45589%2C1732328404224, suffix=, logDir=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/MasterData/WALs/72b6db343a5d,45589,1732328404224, archiveDir=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/MasterData/oldWALs, maxLogs=10 2024-11-23T02:20:05,992 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/MasterData/WALs/72b6db343a5d,45589,1732328404224/72b6db343a5d%2C45589%2C1732328404224.1732328405975, exclude list is [], retry=0 2024-11-23T02:20:05,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38493,DS-8bb2d16b-dc4f-4aff-9351-fba89129dd65,DISK] 2024-11-23T02:20:05,996 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/MasterData/WALs/72b6db343a5d,45589,1732328404224/72b6db343a5d%2C45589%2C1732328404224.1732328405975 2024-11-23T02:20:05,996 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38499:38499)] 2024-11-23T02:20:05,996 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:20:05,996 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:05,997 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:05,997 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:05,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:05,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T02:20:05,999 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:05,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:05,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:06,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T02:20:06,000 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:06,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:06,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:06,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T02:20:06,001 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:06,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:06,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:06,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T02:20:06,002 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:06,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:06,002 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:06,003 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:06,003 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:06,004 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:06,004 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:06,004 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:20:06,005 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:06,007 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:20:06,007 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71907010, jitterRate=0.07149794697761536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:20:06,008 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732328405997Initializing all the Stores at 1732328405997Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328405997Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328405997Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328405997Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328405997Cleaning up temporary data from old regions at 1732328406004 (+7 ms)Region opened successfully at 1732328406008 (+4 ms) 2024-11-23T02:20:06,008 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T02:20:06,011 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337a293b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:20:06,011 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T02:20:06,012 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T02:20:06,012 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T02:20:06,012 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T02:20:06,012 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T02:20:06,012 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T02:20:06,012 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T02:20:06,014 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T02:20:06,015 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45589-0x101429f9cef0000, quorum=127.0.0.1:53246, baseZNode=/01442699119 Unable to get data of znode /01442699119/balancer because node does not exist (not necessarily an error) 2024-11-23T02:20:06,016 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01442699119/balancer already deleted, retry=false 2024-11-23T02:20:06,016 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T02:20:06,017 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45589-0x101429f9cef0000, quorum=127.0.0.1:53246, baseZNode=/01442699119 Unable to get data of znode /01442699119/normalizer because node does not exist (not necessarily an error) 2024-11-23T02:20:06,018 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01442699119/normalizer already deleted, retry=false 2024-11-23T02:20:06,018 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T02:20:06,019 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45589-0x101429f9cef0000, quorum=127.0.0.1:53246, baseZNode=/01442699119 Unable to get data of znode /01442699119/switch/split because node does not exist (not necessarily an error) 2024-11-23T02:20:06,020 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01442699119/switch/split already deleted, retry=false 2024-11-23T02:20:06,021 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45589-0x101429f9cef0000, quorum=127.0.0.1:53246, baseZNode=/01442699119 Unable to get data of znode /01442699119/switch/merge because node does not exist (not necessarily an error) 2024-11-23T02:20:06,023 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01442699119/switch/merge already deleted, retry=false 2024-11-23T02:20:06,025 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45589-0x101429f9cef0000, quorum=127.0.0.1:53246, baseZNode=/01442699119 Unable to get data of znode /01442699119/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T02:20:06,026 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01442699119/snapshot-cleanup already deleted, retry=false 2024-11-23T02:20:06,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x101429f9cef0001, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01442699119/running 2024-11-23T02:20:06,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101429f9cef0000, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01442699119/running 2024-11-23T02:20:06,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x101429f9cef0001, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01442699119 2024-11-23T02:20:06,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101429f9cef0000, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01442699119 2024-11-23T02:20:06,028 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=72b6db343a5d,45589,1732328404224, sessionid=0x101429f9cef0000, setting cluster-up flag (Was=false) 2024-11-23T02:20:06,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x101429f9cef0001, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01442699119 2024-11-23T02:20:06,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101429f9cef0000, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01442699119 2024-11-23T02:20:06,036 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01442699119/flush-table-proc/acquired, /01442699119/flush-table-proc/reached, /01442699119/flush-table-proc/abort 2024-11-23T02:20:06,036 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,45589,1732328404224 2024-11-23T02:20:06,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101429f9cef0000, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01442699119 2024-11-23T02:20:06,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x101429f9cef0001, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01442699119 2024-11-23T02:20:06,045 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01442699119/online-snapshot/acquired, /01442699119/online-snapshot/reached, /01442699119/online-snapshot/abort 2024-11-23T02:20:06,046 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,45589,1732328404224 2024-11-23T02:20:06,047 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T02:20:06,048 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T02:20:06,048 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T02:20:06,048 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T02:20:06,049 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 72b6db343a5d,45589,1732328404224 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T02:20:06,050 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:20:06,050 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:20:06,050 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:20:06,050 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:20:06,050 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/72b6db343a5d:0, corePoolSize=10, maxPoolSize=10 2024-11-23T02:20:06,050 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:06,050 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:20:06,050 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:06,051 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:20:06,051 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T02:20:06,052 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:06,052 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T02:20:06,058 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732328436058 2024-11-23T02:20:06,058 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T02:20:06,058 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T02:20:06,058 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T02:20:06,058 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T02:20:06,058 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T02:20:06,058 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T02:20:06,058 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:06,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_1073741831_1007 (size=1321) 2024-11-23T02:20:06,064 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T02:20:06,064 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T02:20:06,064 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T02:20:06,064 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T02:20:06,064 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T02:20:06,064 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T02:20:06,064 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328406064,5,FailOnTimeoutGroup] 2024-11-23T02:20:06,066 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328406064,5,FailOnTimeoutGroup] 2024-11-23T02:20:06,066 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:06,066 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T02:20:06,066 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:06,066 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:06,108 INFO [RS:0;72b6db343a5d:40405 {}] regionserver.HRegionServer(746): ClusterId : 09243471-a97d-4ee8-b3fd-17de222a4b4c 2024-11-23T02:20:06,108 DEBUG [RS:0;72b6db343a5d:40405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T02:20:06,110 DEBUG [RS:0;72b6db343a5d:40405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T02:20:06,110 DEBUG [RS:0;72b6db343a5d:40405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T02:20:06,112 DEBUG [RS:0;72b6db343a5d:40405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T02:20:06,112 DEBUG [RS:0;72b6db343a5d:40405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44bbf11b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:20:06,124 DEBUG [RS:0;72b6db343a5d:40405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;72b6db343a5d:40405 2024-11-23T02:20:06,124 INFO [RS:0;72b6db343a5d:40405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T02:20:06,124 INFO [RS:0;72b6db343a5d:40405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T02:20:06,124 DEBUG [RS:0;72b6db343a5d:40405 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T02:20:06,125 INFO [RS:0;72b6db343a5d:40405 {}] regionserver.HRegionServer(2659): reportForDuty to master=72b6db343a5d,45589,1732328404224 with port=40405, startcode=1732328404286 2024-11-23T02:20:06,125 DEBUG [RS:0;72b6db343a5d:40405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T02:20:06,126 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T02:20:06,127 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45589 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 72b6db343a5d,40405,1732328404286 2024-11-23T02:20:06,127 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45589 {}] master.ServerManager(517): Registering regionserver=72b6db343a5d,40405,1732328404286 2024-11-23T02:20:06,128 DEBUG [RS:0;72b6db343a5d:40405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb 2024-11-23T02:20:06,128 DEBUG [RS:0;72b6db343a5d:40405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39883 2024-11-23T02:20:06,128 DEBUG [RS:0;72b6db343a5d:40405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T02:20:06,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101429f9cef0000, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01442699119/rs 2024-11-23T02:20:06,130 DEBUG [RS:0;72b6db343a5d:40405 {}] zookeeper.ZKUtil(111): regionserver:40405-0x101429f9cef0001, quorum=127.0.0.1:53246, baseZNode=/01442699119 Set watcher on existing znode=/01442699119/rs/72b6db343a5d,40405,1732328404286 2024-11-23T02:20:06,130 WARN [RS:0;72b6db343a5d:40405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:20:06,130 INFO [RS:0;72b6db343a5d:40405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:20:06,130 DEBUG [RS:0;72b6db343a5d:40405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286 2024-11-23T02:20:06,131 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [72b6db343a5d,40405,1732328404286] 2024-11-23T02:20:06,134 INFO [RS:0;72b6db343a5d:40405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T02:20:06,136 INFO [RS:0;72b6db343a5d:40405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T02:20:06,139 INFO [RS:0;72b6db343a5d:40405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T02:20:06,139 INFO [RS:0;72b6db343a5d:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:06,140 INFO [RS:0;72b6db343a5d:40405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T02:20:06,141 INFO [RS:0;72b6db343a5d:40405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T02:20:06,141 INFO [RS:0;72b6db343a5d:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:06,141 DEBUG [RS:0;72b6db343a5d:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:06,141 DEBUG [RS:0;72b6db343a5d:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:06,141 DEBUG [RS:0;72b6db343a5d:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:06,141 DEBUG [RS:0;72b6db343a5d:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:06,141 DEBUG [RS:0;72b6db343a5d:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:06,141 DEBUG [RS:0;72b6db343a5d:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:20:06,141 DEBUG [RS:0;72b6db343a5d:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:06,141 DEBUG [RS:0;72b6db343a5d:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:06,141 DEBUG [RS:0;72b6db343a5d:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:06,141 DEBUG [RS:0;72b6db343a5d:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:06,141 DEBUG [RS:0;72b6db343a5d:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:06,141 DEBUG [RS:0;72b6db343a5d:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:06,141 DEBUG [RS:0;72b6db343a5d:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:20:06,141 DEBUG [RS:0;72b6db343a5d:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:20:06,143 INFO [RS:0;72b6db343a5d:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:06,144 INFO [RS:0;72b6db343a5d:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:06,144 INFO [RS:0;72b6db343a5d:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:06,144 INFO [RS:0;72b6db343a5d:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:06,144 INFO [RS:0;72b6db343a5d:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:06,144 INFO [RS:0;72b6db343a5d:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,40405,1732328404286-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:20:06,158 INFO [RS:0;72b6db343a5d:40405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T02:20:06,158 INFO [RS:0;72b6db343a5d:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,40405,1732328404286-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:06,158 INFO [RS:0;72b6db343a5d:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:06,158 INFO [RS:0;72b6db343a5d:40405 {}] regionserver.Replication(171): 72b6db343a5d,40405,1732328404286 started 2024-11-23T02:20:06,172 INFO [RS:0;72b6db343a5d:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:06,172 INFO [RS:0;72b6db343a5d:40405 {}] regionserver.HRegionServer(1482): Serving as 72b6db343a5d,40405,1732328404286, RpcServer on 72b6db343a5d/172.17.0.2:40405, sessionid=0x101429f9cef0001 2024-11-23T02:20:06,172 DEBUG [RS:0;72b6db343a5d:40405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T02:20:06,172 DEBUG [RS:0;72b6db343a5d:40405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 72b6db343a5d,40405,1732328404286 2024-11-23T02:20:06,172 DEBUG [RS:0;72b6db343a5d:40405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,40405,1732328404286' 2024-11-23T02:20:06,172 DEBUG [RS:0;72b6db343a5d:40405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01442699119/flush-table-proc/abort' 2024-11-23T02:20:06,173 DEBUG [RS:0;72b6db343a5d:40405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01442699119/flush-table-proc/acquired' 2024-11-23T02:20:06,173 DEBUG [RS:0;72b6db343a5d:40405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T02:20:06,173 DEBUG [RS:0;72b6db343a5d:40405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T02:20:06,173 DEBUG [RS:0;72b6db343a5d:40405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 72b6db343a5d,40405,1732328404286 2024-11-23T02:20:06,173 DEBUG [RS:0;72b6db343a5d:40405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,40405,1732328404286' 2024-11-23T02:20:06,173 DEBUG [RS:0;72b6db343a5d:40405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01442699119/online-snapshot/abort' 2024-11-23T02:20:06,173 DEBUG [RS:0;72b6db343a5d:40405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01442699119/online-snapshot/acquired' 2024-11-23T02:20:06,174 DEBUG [RS:0;72b6db343a5d:40405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T02:20:06,174 INFO [RS:0;72b6db343a5d:40405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T02:20:06,174 INFO [RS:0;72b6db343a5d:40405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T02:20:06,274 INFO [RS:0;72b6db343a5d:40405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:20:06,275 INFO [RS:0;72b6db343a5d:40405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C40405%2C1732328404286, suffix=, logDir=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286, archiveDir=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/oldWALs, maxLogs=10 2024-11-23T02:20:06,289 DEBUG [RS:0;72b6db343a5d:40405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276, exclude list is [], retry=0 2024-11-23T02:20:06,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38493,DS-8bb2d16b-dc4f-4aff-9351-fba89129dd65,DISK] 2024-11-23T02:20:06,292 INFO [RS:0;72b6db343a5d:40405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 2024-11-23T02:20:06,293 DEBUG [RS:0;72b6db343a5d:40405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38499:38499)] 2024-11-23T02:20:06,410 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T02:20:06,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:06,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:06,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:06,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:06,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:06,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:06,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:06,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:06,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:06,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:06,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:06,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:06,463 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T02:20:06,463 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb 2024-11-23T02:20:06,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_1073741833_1009 (size=32) 2024-11-23T02:20:06,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:06,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:20:06,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:20:06,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:06,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:06,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:20:06,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:20:06,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:06,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:06,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:20:06,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:20:06,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:06,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:06,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:20:06,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:20:06,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:06,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:06,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:20:06,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/hbase/meta/1588230740 2024-11-23T02:20:06,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/hbase/meta/1588230740 2024-11-23T02:20:06,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:20:06,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:20:06,877 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:20:06,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:20:06,880 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:20:06,880 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75368239, jitterRate=0.12307427823543549}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:20:06,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732328406869Initializing all the Stores at 1732328406869Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328406869Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328406869Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328406869Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328406869Cleaning up temporary data from old regions at 1732328406877 (+8 ms)Region opened successfully at 1732328406881 (+4 ms) 2024-11-23T02:20:06,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:20:06,881 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:20:06,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:20:06,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:20:06,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:20:06,881 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:20:06,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328406881Disabling compacts and flushes for region at 1732328406881Disabling writes for close at 1732328406881Writing region close event to WAL at 1732328406881Closed at 1732328406881 2024-11-23T02:20:06,882 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:20:06,882 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T02:20:06,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T02:20:06,883 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:20:06,884 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T02:20:07,034 DEBUG [72b6db343a5d:45589 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T02:20:07,035 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=72b6db343a5d,40405,1732328404286 2024-11-23T02:20:07,036 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,40405,1732328404286, state=OPENING 2024-11-23T02:20:07,038 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T02:20:07,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x101429f9cef0001, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01442699119 2024-11-23T02:20:07,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101429f9cef0000, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01442699119 2024-11-23T02:20:07,040 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:20:07,040 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01442699119/meta-region-server: CHANGED 2024-11-23T02:20:07,040 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01442699119/meta-region-server: CHANGED 2024-11-23T02:20:07,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,40405,1732328404286}] 2024-11-23T02:20:07,193 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:20:07,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T02:20:07,197 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T02:20:07,197 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:20:07,197 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T02:20:07,199 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C40405%2C1732328404286.meta, suffix=.meta, logDir=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286, archiveDir=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/oldWALs, maxLogs=10 2024-11-23T02:20:07,212 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.meta.1732328407199.meta, exclude list is [], retry=0 2024-11-23T02:20:07,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38493,DS-8bb2d16b-dc4f-4aff-9351-fba89129dd65,DISK] 2024-11-23T02:20:07,215 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.meta.1732328407199.meta 2024-11-23T02:20:07,216 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38499:38499)] 2024-11-23T02:20:07,216 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:20:07,216 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:20:07,216 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:20:07,216 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T02:20:07,216 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T02:20:07,217 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T02:20:07,217 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:07,217 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T02:20:07,217 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T02:20:07,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:20:07,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:20:07,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:07,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:07,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:20:07,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:20:07,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:07,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:07,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:20:07,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:20:07,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:07,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:07,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:20:07,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:20:07,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:07,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:07,221 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:20:07,222 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/hbase/meta/1588230740 2024-11-23T02:20:07,222 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/hbase/meta/1588230740 2024-11-23T02:20:07,223 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:20:07,223 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:20:07,224 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:20:07,224 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:20:07,225 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71867580, jitterRate=0.07091039419174194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:20:07,225 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T02:20:07,225 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732328407217Writing region info on filesystem at 1732328407217Initializing all the Stores at 1732328407217Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328407217Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328407218 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328407218Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328407218Cleaning up temporary data from old regions at 1732328407223 (+5 ms)Running coprocessor post-open hooks at 1732328407225 (+2 ms)Region opened successfully at 1732328407225 2024-11-23T02:20:07,226 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732328407192 2024-11-23T02:20:07,228 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T02:20:07,228 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T02:20:07,229 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,40405,1732328404286 2024-11-23T02:20:07,229 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,40405,1732328404286, state=OPEN 2024-11-23T02:20:07,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101429f9cef0000, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01442699119/meta-region-server 2024-11-23T02:20:07,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x101429f9cef0001, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01442699119/meta-region-server 2024-11-23T02:20:07,234 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=72b6db343a5d,40405,1732328404286 2024-11-23T02:20:07,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01442699119/meta-region-server: CHANGED 2024-11-23T02:20:07,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01442699119/meta-region-server: CHANGED 2024-11-23T02:20:07,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T02:20:07,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,40405,1732328404286 in 194 msec 2024-11-23T02:20:07,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T02:20:07,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-11-23T02:20:07,238 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:20:07,238 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T02:20:07,239 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:20:07,239 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,40405,1732328404286, seqNum=-1] 2024-11-23T02:20:07,239 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:20:07,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:20:07,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1960 sec 2024-11-23T02:20:07,255 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732328407255, completionTime=-1 2024-11-23T02:20:07,255 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T02:20:07,255 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T02:20:07,257 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T02:20:07,257 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732328467257 2024-11-23T02:20:07,257 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732328527257 2024-11-23T02:20:07,257 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T02:20:07,257 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,45589,1732328404224-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:07,258 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,45589,1732328404224-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:07,258 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,45589,1732328404224-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:07,258 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-72b6db343a5d:45589, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:07,258 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:07,258 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:07,259 DEBUG [master/72b6db343a5d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T02:20:07,261 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.938sec 2024-11-23T02:20:07,261 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T02:20:07,261 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T02:20:07,261 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T02:20:07,261 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T02:20:07,261 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T02:20:07,261 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,45589,1732328404224-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:20:07,261 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,45589,1732328404224-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T02:20:07,263 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T02:20:07,263 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T02:20:07,263 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,45589,1732328404224-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:07,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da11662, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:07,309 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,45589,-1 for getting cluster id 2024-11-23T02:20:07,309 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:20:07,310 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09243471-a97d-4ee8-b3fd-17de222a4b4c' 2024-11-23T02:20:07,311 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:20:07,311 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09243471-a97d-4ee8-b3fd-17de222a4b4c" 2024-11-23T02:20:07,311 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a5592cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:07,311 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,45589,-1] 2024-11-23T02:20:07,311 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:20:07,311 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:07,312 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:20:07,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d61a37b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:07,313 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:20:07,314 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,40405,1732328404286, seqNum=-1] 2024-11-23T02:20:07,314 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:20:07,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:20:07,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=72b6db343a5d,45589,1732328404224 2024-11-23T02:20:07,317 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53246 2024-11-23T02:20:07,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:20:07,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101429f9cef0002 connected 2024-11-23T02:20:07,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/hadoop.log.dir so I do NOT create it in target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366 2024-11-23T02:20:07,323 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T02:20:07,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/hadoop.tmp.dir so I do NOT create it in target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366 2024-11-23T02:20:07,323 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T02:20:07,324 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366 2024-11-23T02:20:07,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T02:20:07,324 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366/cluster_a154cd40-62ef-998b-ae83-975ccadd0876, deleteOnExit=true 2024-11-23T02:20:07,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T02:20:07,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366/test.cache.data in system properties and HBase conf 2024-11-23T02:20:07,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T02:20:07,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366/hadoop.log.dir in system properties and HBase conf 2024-11-23T02:20:07,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T02:20:07,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T02:20:07,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T02:20:07,324 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T02:20:07,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:20:07,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:20:07,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T02:20:07,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:20:07,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T02:20:07,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T02:20:07,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:20:07,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:20:07,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T02:20:07,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366/nfs.dump.dir in system properties and HBase conf 2024-11-23T02:20:07,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366/java.io.tmpdir in system properties and HBase conf 2024-11-23T02:20:07,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:20:07,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T02:20:07,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T02:20:07,393 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:20:07,396 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:20:07,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:20:07,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:20:07,401 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T02:20:07,401 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:20:07,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cc3c708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:20:07,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77dc4aa2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:20:07,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bb56a7d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366/java.io.tmpdir/jetty-localhost-45489-hadoop-hdfs-3_4_1-tests_jar-_-any-12279801305402868816/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:20:07,519 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18593ceb{HTTP/1.1, (http/1.1)}{localhost:45489} 2024-11-23T02:20:07,519 INFO [Time-limited test {}] server.Server(415): Started @209114ms 2024-11-23T02:20:07,602 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:20:07,616 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:20:07,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:20:07,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:20:07,621 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T02:20:07,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ed0fbc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:20:07,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36b7fade{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:20:07,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@412e2c79{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366/java.io.tmpdir/jetty-localhost-34969-hadoop-hdfs-3_4_1-tests_jar-_-any-10291830314209045525/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:20:07,737 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63981716{HTTP/1.1, (http/1.1)}{localhost:34969} 2024-11-23T02:20:07,737 INFO [Time-limited test {}] server.Server(415): Started @209332ms 2024-11-23T02:20:07,738 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T02:20:07,847 WARN [Thread-2794 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366/cluster_a154cd40-62ef-998b-ae83-975ccadd0876/data/data2/current/BP-1146718713-172.17.0.2-1732328407343/current, will proceed with Du for space computation calculation, 2024-11-23T02:20:07,847 WARN [Thread-2793 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366/cluster_a154cd40-62ef-998b-ae83-975ccadd0876/data/data1/current/BP-1146718713-172.17.0.2-1732328407343/current, will proceed with Du for space computation calculation, 2024-11-23T02:20:07,867 WARN [Thread-2781 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T02:20:07,870 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3d7e0b84c5b0b5d with lease ID 0x1007b048457837f0: Processing first storage report for DS-b0131e3b-833f-4071-a25a-15c1e188732d from datanode DatanodeRegistration(127.0.0.1:36111, datanodeUuid=760a2ffb-4bb3-417d-80e2-5ed24818685c, infoPort=46281, infoSecurePort=0, ipcPort=36261, storageInfo=lv=-57;cid=testClusterID;nsid=1200516226;c=1732328407343) 2024-11-23T02:20:07,870 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3d7e0b84c5b0b5d with lease ID 0x1007b048457837f0: from storage DS-b0131e3b-833f-4071-a25a-15c1e188732d node DatanodeRegistration(127.0.0.1:36111, datanodeUuid=760a2ffb-4bb3-417d-80e2-5ed24818685c, infoPort=46281, infoSecurePort=0, ipcPort=36261, storageInfo=lv=-57;cid=testClusterID;nsid=1200516226;c=1732328407343), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:20:07,870 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3d7e0b84c5b0b5d with lease ID 0x1007b048457837f0: Processing first storage report for DS-66581559-212c-435d-b166-eb2b14b77714 from datanode DatanodeRegistration(127.0.0.1:36111, datanodeUuid=760a2ffb-4bb3-417d-80e2-5ed24818685c, infoPort=46281, infoSecurePort=0, ipcPort=36261, storageInfo=lv=-57;cid=testClusterID;nsid=1200516226;c=1732328407343) 2024-11-23T02:20:07,870 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3d7e0b84c5b0b5d with lease ID 0x1007b048457837f0: from storage DS-66581559-212c-435d-b166-eb2b14b77714 node DatanodeRegistration(127.0.0.1:36111, datanodeUuid=760a2ffb-4bb3-417d-80e2-5ed24818685c, infoPort=46281, infoSecurePort=0, ipcPort=36261, storageInfo=lv=-57;cid=testClusterID;nsid=1200516226;c=1732328407343), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:20:07,961 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366 2024-11-23T02:20:07,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:07,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:07,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36111 is added to blk_1073741825_1001 (size=7) 2024-11-23T02:20:08,375 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6 with version=8 2024-11-23T02:20:08,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/hbase-staging 2024-11-23T02:20:08,378 INFO [Time-limited test {}] client.ConnectionUtils(128): master/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:20:08,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:20:08,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:20:08,378 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:20:08,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:20:08,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:20:08,378 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T02:20:08,379 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:20:08,379 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44939 2024-11-23T02:20:08,380 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44939 connecting to ZooKeeper ensemble=127.0.0.1:53246 2024-11-23T02:20:08,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449390x0, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:20:08,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44939-0x101429f9cef0003 connected 2024-11-23T02:20:08,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:08,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:08,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44939-0x101429f9cef0003, quorum=127.0.0.1:53246, baseZNode=/11353890489 Set watcher on znode that does not yet exist, /11353890489/running 2024-11-23T02:20:08,398 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6, hbase.cluster.distributed=false 2024-11-23T02:20:08,400 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44939-0x101429f9cef0003, quorum=127.0.0.1:53246, baseZNode=/11353890489 Set watcher on znode that does not yet exist, /11353890489/acl 2024-11-23T02:20:08,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44939 2024-11-23T02:20:08,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44939 2024-11-23T02:20:08,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44939 2024-11-23T02:20:08,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44939 2024-11-23T02:20:08,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44939 2024-11-23T02:20:08,419 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:20:08,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:20:08,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:20:08,420 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:20:08,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:20:08,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:20:08,420 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T02:20:08,420 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:20:08,421 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46211 2024-11-23T02:20:08,422 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46211 connecting to ZooKeeper ensemble=127.0.0.1:53246 2024-11-23T02:20:08,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:08,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:08,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462110x0, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:20:08,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462110x0, quorum=127.0.0.1:53246, baseZNode=/11353890489 Set watcher on znode that does not yet exist, /11353890489/running 2024-11-23T02:20:08,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46211-0x101429f9cef0004 connected 2024-11-23T02:20:08,428 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T02:20:08,429 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T02:20:08,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46211-0x101429f9cef0004, quorum=127.0.0.1:53246, baseZNode=/11353890489 Set watcher on znode that does not yet exist, /11353890489/master 2024-11-23T02:20:08,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46211-0x101429f9cef0004, quorum=127.0.0.1:53246, baseZNode=/11353890489 Set watcher on znode that does not yet exist, /11353890489/acl 2024-11-23T02:20:08,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46211 2024-11-23T02:20:08,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46211 2024-11-23T02:20:08,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46211 2024-11-23T02:20:08,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46211 2024-11-23T02:20:08,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46211 2024-11-23T02:20:08,457 DEBUG [M:0;72b6db343a5d:44939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;72b6db343a5d:44939 2024-11-23T02:20:08,458 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11353890489/backup-masters/72b6db343a5d,44939,1732328408378 2024-11-23T02:20:08,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46211-0x101429f9cef0004, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353890489/backup-masters 2024-11-23T02:20:08,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101429f9cef0003, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353890489/backup-masters 2024-11-23T02:20:08,459 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44939-0x101429f9cef0003, quorum=127.0.0.1:53246, baseZNode=/11353890489 Set watcher on existing znode=/11353890489/backup-masters/72b6db343a5d,44939,1732328408378 2024-11-23T02:20:08,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46211-0x101429f9cef0004, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11353890489/master 2024-11-23T02:20:08,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101429f9cef0003, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353890489 2024-11-23T02:20:08,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46211-0x101429f9cef0004, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353890489 2024-11-23T02:20:08,467 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44939-0x101429f9cef0003, quorum=127.0.0.1:53246, baseZNode=/11353890489 Set watcher on existing znode=/11353890489/master 2024-11-23T02:20:08,468 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11353890489/backup-masters/72b6db343a5d,44939,1732328408378 from backup master directory 2024-11-23T02:20:08,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101429f9cef0003, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11353890489/backup-masters/72b6db343a5d,44939,1732328408378 2024-11-23T02:20:08,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46211-0x101429f9cef0004, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353890489/backup-masters 2024-11-23T02:20:08,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101429f9cef0003, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353890489/backup-masters 2024-11-23T02:20:08,469 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:20:08,469 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=72b6db343a5d,44939,1732328408378 2024-11-23T02:20:08,472 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/hbase.id] with ID: 00846a1f-e80c-4515-8b91-eb305ab9c594 2024-11-23T02:20:08,472 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/.tmp/hbase.id 2024-11-23T02:20:08,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36111 is added to blk_1073741826_1002 (size=42) 2024-11-23T02:20:08,877 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/.tmp/hbase.id]:[hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/hbase.id] 2024-11-23T02:20:08,885 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:08,885 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T02:20:08,886 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T02:20:08,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101429f9cef0003, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353890489 2024-11-23T02:20:08,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46211-0x101429f9cef0004, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353890489 2024-11-23T02:20:08,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36111 is added to blk_1073741827_1003 (size=196) 2024-11-23T02:20:09,293 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:20:09,293 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T02:20:09,294 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:20:09,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36111 is added to blk_1073741828_1004 (size=1189) 2024-11-23T02:20:09,706 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/MasterData/data/master/store 2024-11-23T02:20:09,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36111 is added to blk_1073741829_1005 (size=34) 2024-11-23T02:20:10,111 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:10,111 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:20:10,111 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:10,111 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:10,112 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:20:10,112 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:10,112 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:10,112 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328410111Disabling compacts and flushes for region at 1732328410111Disabling writes for close at 1732328410112 (+1 ms)Writing region close event to WAL at 1732328410112Closed at 1732328410112 2024-11-23T02:20:10,112 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/MasterData/data/master/store/.initializing 2024-11-23T02:20:10,112 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/MasterData/WALs/72b6db343a5d,44939,1732328408378 2024-11-23T02:20:10,113 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:20:10,115 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=72b6db343a5d%2C44939%2C1732328408378, suffix=, logDir=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/MasterData/WALs/72b6db343a5d,44939,1732328408378, archiveDir=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/MasterData/oldWALs, maxLogs=10 2024-11-23T02:20:10,132 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/MasterData/WALs/72b6db343a5d,44939,1732328408378/72b6db343a5d%2C44939%2C1732328408378.1732328410115, exclude list is [], retry=0 2024-11-23T02:20:10,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36111,DS-b0131e3b-833f-4071-a25a-15c1e188732d,DISK] 2024-11-23T02:20:10,142 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/MasterData/WALs/72b6db343a5d,44939,1732328408378/72b6db343a5d%2C44939%2C1732328408378.1732328410115 2024-11-23T02:20:10,142 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46281:46281)] 2024-11-23T02:20:10,142 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:20:10,142 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:10,142 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:10,142 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:10,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:10,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T02:20:10,146 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:10,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:10,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:10,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T02:20:10,147 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:10,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:10,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:10,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T02:20:10,149 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:10,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:10,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:10,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T02:20:10,150 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:10,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:10,150 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:10,151 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:10,151 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:10,152 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:10,152 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:10,152 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:20:10,153 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:10,159 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:20:10,159 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60628596, jitterRate=-0.09656351804733276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:20:10,160 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732328410142Initializing all the Stores at 1732328410143 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328410143Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328410144 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328410144Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328410144Cleaning up temporary data from old regions at 1732328410152 (+8 ms)Region opened successfully at 1732328410159 (+7 ms) 2024-11-23T02:20:10,160 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T02:20:10,162 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46dbbf7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:20:10,163 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T02:20:10,163 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T02:20:10,163 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T02:20:10,163 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T02:20:10,163 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T02:20:10,164 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T02:20:10,164 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T02:20:10,165 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T02:20:10,166 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44939-0x101429f9cef0003, quorum=127.0.0.1:53246, baseZNode=/11353890489 Unable to get data of znode /11353890489/balancer because node does not exist (not necessarily an error) 2024-11-23T02:20:10,168 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11353890489/balancer already deleted, retry=false 2024-11-23T02:20:10,169 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T02:20:10,169 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44939-0x101429f9cef0003, quorum=127.0.0.1:53246, baseZNode=/11353890489 Unable to get data of znode /11353890489/normalizer because node does not exist (not necessarily an error) 2024-11-23T02:20:10,170 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11353890489/normalizer already deleted, retry=false 2024-11-23T02:20:10,171 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T02:20:10,171 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44939-0x101429f9cef0003, quorum=127.0.0.1:53246, baseZNode=/11353890489 Unable to get data of znode /11353890489/switch/split because node does not exist (not necessarily an error) 2024-11-23T02:20:10,173 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11353890489/switch/split already deleted, retry=false 2024-11-23T02:20:10,173 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44939-0x101429f9cef0003, quorum=127.0.0.1:53246, baseZNode=/11353890489 Unable to get data of znode /11353890489/switch/merge because node does not exist (not necessarily an error) 2024-11-23T02:20:10,175 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11353890489/switch/merge already deleted, retry=false 2024-11-23T02:20:10,177 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44939-0x101429f9cef0003, quorum=127.0.0.1:53246, baseZNode=/11353890489 Unable to get data of znode /11353890489/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T02:20:10,178 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11353890489/snapshot-cleanup already deleted, retry=false 2024-11-23T02:20:10,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101429f9cef0003, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11353890489/running 2024-11-23T02:20:10,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46211-0x101429f9cef0004, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11353890489/running 2024-11-23T02:20:10,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101429f9cef0003, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353890489 2024-11-23T02:20:10,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46211-0x101429f9cef0004, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353890489 2024-11-23T02:20:10,180 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=72b6db343a5d,44939,1732328408378, sessionid=0x101429f9cef0003, setting cluster-up flag (Was=false) 2024-11-23T02:20:10,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101429f9cef0003, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353890489 2024-11-23T02:20:10,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46211-0x101429f9cef0004, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353890489 2024-11-23T02:20:10,188 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11353890489/flush-table-proc/acquired, /11353890489/flush-table-proc/reached, /11353890489/flush-table-proc/abort 2024-11-23T02:20:10,189 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,44939,1732328408378 2024-11-23T02:20:10,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101429f9cef0003, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353890489 2024-11-23T02:20:10,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46211-0x101429f9cef0004, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353890489 2024-11-23T02:20:10,197 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11353890489/online-snapshot/acquired, /11353890489/online-snapshot/reached, /11353890489/online-snapshot/abort 2024-11-23T02:20:10,197 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,44939,1732328408378 2024-11-23T02:20:10,198 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T02:20:10,199 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T02:20:10,200 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T02:20:10,200 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T02:20:10,200 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 72b6db343a5d,44939,1732328408378 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T02:20:10,201 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:20:10,201 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:20:10,201 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:20:10,202 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:20:10,202 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/72b6db343a5d:0, corePoolSize=10, maxPoolSize=10 2024-11-23T02:20:10,202 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:10,202 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:20:10,202 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:10,203 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:20:10,203 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T02:20:10,204 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:10,204 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T02:20:10,209 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732328440209 2024-11-23T02:20:10,209 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T02:20:10,209 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T02:20:10,209 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T02:20:10,209 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T02:20:10,210 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T02:20:10,210 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T02:20:10,212 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:10,213 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T02:20:10,213 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T02:20:10,213 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T02:20:10,213 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T02:20:10,215 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T02:20:10,215 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T02:20:10,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36111 is added to blk_1073741831_1007 (size=1321) 2024-11-23T02:20:10,216 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328410215,5,FailOnTimeoutGroup] 2024-11-23T02:20:10,219 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328410216,5,FailOnTimeoutGroup] 2024-11-23T02:20:10,219 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:10,219 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T02:20:10,219 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:10,219 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:10,245 INFO [RS:0;72b6db343a5d:46211 {}] regionserver.HRegionServer(746): ClusterId : 00846a1f-e80c-4515-8b91-eb305ab9c594 2024-11-23T02:20:10,245 DEBUG [RS:0;72b6db343a5d:46211 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T02:20:10,247 DEBUG [RS:0;72b6db343a5d:46211 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T02:20:10,247 DEBUG [RS:0;72b6db343a5d:46211 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T02:20:10,249 DEBUG [RS:0;72b6db343a5d:46211 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T02:20:10,249 DEBUG [RS:0;72b6db343a5d:46211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cfd17ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:20:10,264 DEBUG [RS:0;72b6db343a5d:46211 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;72b6db343a5d:46211 2024-11-23T02:20:10,264 INFO [RS:0;72b6db343a5d:46211 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T02:20:10,264 INFO [RS:0;72b6db343a5d:46211 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T02:20:10,264 DEBUG [RS:0;72b6db343a5d:46211 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T02:20:10,265 INFO [RS:0;72b6db343a5d:46211 {}] regionserver.HRegionServer(2659): reportForDuty to master=72b6db343a5d,44939,1732328408378 with port=46211, startcode=1732328408419 2024-11-23T02:20:10,265 DEBUG [RS:0;72b6db343a5d:46211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T02:20:10,267 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T02:20:10,267 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44939 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 72b6db343a5d,46211,1732328408419 2024-11-23T02:20:10,267 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44939 {}] master.ServerManager(517): Registering regionserver=72b6db343a5d,46211,1732328408419 2024-11-23T02:20:10,268 DEBUG [RS:0;72b6db343a5d:46211 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6 2024-11-23T02:20:10,268 DEBUG [RS:0;72b6db343a5d:46211 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38791 2024-11-23T02:20:10,268 DEBUG [RS:0;72b6db343a5d:46211 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T02:20:10,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101429f9cef0003, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353890489/rs 2024-11-23T02:20:10,275 DEBUG [RS:0;72b6db343a5d:46211 {}] zookeeper.ZKUtil(111): regionserver:46211-0x101429f9cef0004, quorum=127.0.0.1:53246, baseZNode=/11353890489 Set watcher on existing znode=/11353890489/rs/72b6db343a5d,46211,1732328408419 2024-11-23T02:20:10,275 WARN [RS:0;72b6db343a5d:46211 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:20:10,275 INFO [RS:0;72b6db343a5d:46211 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:20:10,275 DEBUG [RS:0;72b6db343a5d:46211 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419 2024-11-23T02:20:10,275 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [72b6db343a5d,46211,1732328408419] 2024-11-23T02:20:10,279 INFO [RS:0;72b6db343a5d:46211 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T02:20:10,281 INFO [RS:0;72b6db343a5d:46211 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T02:20:10,282 INFO [RS:0;72b6db343a5d:46211 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T02:20:10,282 INFO [RS:0;72b6db343a5d:46211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:10,282 INFO [RS:0;72b6db343a5d:46211 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T02:20:10,283 INFO [RS:0;72b6db343a5d:46211 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T02:20:10,283 INFO [RS:0;72b6db343a5d:46211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:10,283 DEBUG [RS:0;72b6db343a5d:46211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:10,283 DEBUG [RS:0;72b6db343a5d:46211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:10,283 DEBUG [RS:0;72b6db343a5d:46211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:10,283 DEBUG [RS:0;72b6db343a5d:46211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:10,283 DEBUG [RS:0;72b6db343a5d:46211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:10,283 DEBUG [RS:0;72b6db343a5d:46211 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:20:10,283 DEBUG [RS:0;72b6db343a5d:46211 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:10,283 DEBUG [RS:0;72b6db343a5d:46211 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:10,283 DEBUG [RS:0;72b6db343a5d:46211 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:10,283 DEBUG [RS:0;72b6db343a5d:46211 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:10,283 DEBUG [RS:0;72b6db343a5d:46211 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:10,283 DEBUG [RS:0;72b6db343a5d:46211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:10,283 DEBUG [RS:0;72b6db343a5d:46211 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:20:10,283 DEBUG [RS:0;72b6db343a5d:46211 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:20:10,286 INFO [RS:0;72b6db343a5d:46211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:10,286 INFO [RS:0;72b6db343a5d:46211 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:10,286 INFO [RS:0;72b6db343a5d:46211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:10,287 INFO [RS:0;72b6db343a5d:46211 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:10,287 INFO [RS:0;72b6db343a5d:46211 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:10,287 INFO [RS:0;72b6db343a5d:46211 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,46211,1732328408419-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:20:10,308 INFO [RS:0;72b6db343a5d:46211 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T02:20:10,308 INFO [RS:0;72b6db343a5d:46211 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,46211,1732328408419-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:10,309 INFO [RS:0;72b6db343a5d:46211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:10,309 INFO [RS:0;72b6db343a5d:46211 {}] regionserver.Replication(171): 72b6db343a5d,46211,1732328408419 started 2024-11-23T02:20:10,328 INFO [RS:0;72b6db343a5d:46211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:10,328 INFO [RS:0;72b6db343a5d:46211 {}] regionserver.HRegionServer(1482): Serving as 72b6db343a5d,46211,1732328408419, RpcServer on 72b6db343a5d/172.17.0.2:46211, sessionid=0x101429f9cef0004 2024-11-23T02:20:10,328 DEBUG [RS:0;72b6db343a5d:46211 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T02:20:10,328 DEBUG [RS:0;72b6db343a5d:46211 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 72b6db343a5d,46211,1732328408419 2024-11-23T02:20:10,328 DEBUG [RS:0;72b6db343a5d:46211 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,46211,1732328408419' 2024-11-23T02:20:10,328 DEBUG [RS:0;72b6db343a5d:46211 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11353890489/flush-table-proc/abort' 2024-11-23T02:20:10,328 DEBUG [RS:0;72b6db343a5d:46211 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11353890489/flush-table-proc/acquired' 2024-11-23T02:20:10,329 DEBUG [RS:0;72b6db343a5d:46211 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T02:20:10,329 DEBUG [RS:0;72b6db343a5d:46211 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T02:20:10,329 DEBUG [RS:0;72b6db343a5d:46211 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 72b6db343a5d,46211,1732328408419 2024-11-23T02:20:10,329 DEBUG [RS:0;72b6db343a5d:46211 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,46211,1732328408419' 2024-11-23T02:20:10,329 DEBUG [RS:0;72b6db343a5d:46211 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11353890489/online-snapshot/abort' 2024-11-23T02:20:10,329 DEBUG [RS:0;72b6db343a5d:46211 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11353890489/online-snapshot/acquired' 2024-11-23T02:20:10,329 DEBUG [RS:0;72b6db343a5d:46211 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T02:20:10,329 INFO [RS:0;72b6db343a5d:46211 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T02:20:10,329 INFO [RS:0;72b6db343a5d:46211 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T02:20:10,430 INFO [RS:0;72b6db343a5d:46211 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:20:10,431 INFO [RS:0;72b6db343a5d:46211 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C46211%2C1732328408419, suffix=, logDir=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419, archiveDir=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/oldWALs, maxLogs=10 2024-11-23T02:20:10,444 DEBUG [RS:0;72b6db343a5d:46211 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431, exclude list is [], retry=0 2024-11-23T02:20:10,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36111,DS-b0131e3b-833f-4071-a25a-15c1e188732d,DISK] 2024-11-23T02:20:10,448 INFO [RS:0;72b6db343a5d:46211 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 2024-11-23T02:20:10,448 DEBUG [RS:0;72b6db343a5d:46211 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46281:46281)] 2024-11-23T02:20:10,617 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T02:20:10,617 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6 2024-11-23T02:20:10,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36111 is added to blk_1073741833_1009 (size=32) 2024-11-23T02:20:11,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:11,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:20:11,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:20:11,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:11,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:11,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:20:11,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:20:11,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:11,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:11,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:20:11,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:20:11,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:11,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:11,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:20:11,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:20:11,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:11,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:11,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:20:11,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/hbase/meta/1588230740 2024-11-23T02:20:11,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/hbase/meta/1588230740 2024-11-23T02:20:11,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:20:11,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:20:11,032 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:20:11,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:20:11,034 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:20:11,034 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73889210, jitterRate=0.10103502869606018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:20:11,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732328411023Initializing all the Stores at 1732328411024 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328411024Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328411024Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328411024Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328411024Cleaning up temporary data from old regions at 1732328411031 (+7 ms)Region opened successfully at 1732328411034 (+3 ms) 2024-11-23T02:20:11,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:20:11,035 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:20:11,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:20:11,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:20:11,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:20:11,035 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:20:11,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328411035Disabling compacts and flushes for region at 1732328411035Disabling writes for close at 1732328411035Writing region close event to WAL at 1732328411035Closed at 1732328411035 2024-11-23T02:20:11,036 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:20:11,036 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T02:20:11,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T02:20:11,037 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:20:11,038 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T02:20:11,188 DEBUG [72b6db343a5d:44939 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T02:20:11,189 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=72b6db343a5d,46211,1732328408419 2024-11-23T02:20:11,190 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,46211,1732328408419, state=OPENING 2024-11-23T02:20:11,192 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T02:20:11,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101429f9cef0003, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353890489 2024-11-23T02:20:11,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46211-0x101429f9cef0004, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353890489 2024-11-23T02:20:11,194 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:20:11,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11353890489/meta-region-server: CHANGED 2024-11-23T02:20:11,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11353890489/meta-region-server: CHANGED 2024-11-23T02:20:11,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,46211,1732328408419}] 2024-11-23T02:20:11,346 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:20:11,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T02:20:11,351 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T02:20:11,351 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:20:11,351 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T02:20:11,352 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C46211%2C1732328408419.meta, suffix=.meta, logDir=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419, archiveDir=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/oldWALs, maxLogs=10 2024-11-23T02:20:11,366 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.meta.1732328411353.meta, exclude list is [], retry=0 2024-11-23T02:20:11,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36111,DS-b0131e3b-833f-4071-a25a-15c1e188732d,DISK] 2024-11-23T02:20:11,369 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.meta.1732328411353.meta 2024-11-23T02:20:11,369 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46281:46281)] 2024-11-23T02:20:11,370 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:20:11,370 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:20:11,370 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:20:11,370 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T02:20:11,370 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T02:20:11,370 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T02:20:11,370 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:11,370 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T02:20:11,370 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T02:20:11,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:20:11,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:20:11,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:11,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:11,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:20:11,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:20:11,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:11,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:11,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:20:11,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:20:11,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:11,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:11,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:20:11,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:20:11,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:11,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:11,375 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:20:11,375 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/hbase/meta/1588230740 2024-11-23T02:20:11,376 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/hbase/meta/1588230740 2024-11-23T02:20:11,377 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:20:11,377 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:20:11,377 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:20:11,378 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:20:11,378 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61567830, jitterRate=-0.08256784081459045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:20:11,378 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T02:20:11,378 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732328411371Writing region info on filesystem at 1732328411371Initializing all the Stores at 1732328411371Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328411371Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328411371Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328411371Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328411371Cleaning up temporary data from old regions at 1732328411377 (+6 ms)Running coprocessor post-open hooks at 1732328411378 (+1 ms)Region opened successfully at 1732328411378 2024-11-23T02:20:11,379 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732328411346 2024-11-23T02:20:11,381 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T02:20:11,381 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T02:20:11,381 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,46211,1732328408419 2024-11-23T02:20:11,382 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,46211,1732328408419, state=OPEN 2024-11-23T02:20:11,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46211-0x101429f9cef0004, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11353890489/meta-region-server 2024-11-23T02:20:11,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101429f9cef0003, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11353890489/meta-region-server 2024-11-23T02:20:11,384 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=72b6db343a5d,46211,1732328408419 2024-11-23T02:20:11,384 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11353890489/meta-region-server: CHANGED 2024-11-23T02:20:11,384 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11353890489/meta-region-server: CHANGED 2024-11-23T02:20:11,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T02:20:11,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,46211,1732328408419 in 190 msec 2024-11-23T02:20:11,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T02:20:11,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-11-23T02:20:11,388 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:20:11,388 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T02:20:11,389 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:20:11,389 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,46211,1732328408419, seqNum=-1] 2024-11-23T02:20:11,390 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:20:11,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:20:11,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1950 sec 2024-11-23T02:20:11,395 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732328411395, completionTime=-1 2024-11-23T02:20:11,395 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T02:20:11,395 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T02:20:11,397 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T02:20:11,397 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732328471397 2024-11-23T02:20:11,397 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732328531397 2024-11-23T02:20:11,397 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T02:20:11,397 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,44939,1732328408378-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:11,397 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,44939,1732328408378-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:11,397 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,44939,1732328408378-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:11,397 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-72b6db343a5d:44939, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:11,397 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:11,398 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:11,399 DEBUG [master/72b6db343a5d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T02:20:11,401 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.932sec 2024-11-23T02:20:11,401 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T02:20:11,401 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T02:20:11,401 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T02:20:11,401 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T02:20:11,402 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T02:20:11,402 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,44939,1732328408378-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:20:11,402 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,44939,1732328408378-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T02:20:11,403 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T02:20:11,403 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T02:20:11,403 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,44939,1732328408378-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:11,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474a57f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:11,446 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,44939,-1 for getting cluster id 2024-11-23T02:20:11,446 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:20:11,448 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00846a1f-e80c-4515-8b91-eb305ab9c594' 2024-11-23T02:20:11,448 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:20:11,448 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00846a1f-e80c-4515-8b91-eb305ab9c594" 2024-11-23T02:20:11,448 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51869d34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:11,448 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,44939,-1] 2024-11-23T02:20:11,449 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:20:11,449 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:11,450 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:20:11,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bd9cab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:11,451 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:20:11,452 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,46211,1732328408419, seqNum=-1] 2024-11-23T02:20:11,453 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:20:11,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:20:11,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=72b6db343a5d,44939,1732328408378 2024-11-23T02:20:11,456 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53246 2024-11-23T02:20:11,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:20:11,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101429f9cef0005 connected 2024-11-23T02:20:11,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366/hadoop.log.dir so I do NOT create it in target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64 2024-11-23T02:20:11,461 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T02:20:11,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366/hadoop.tmp.dir so I do NOT create it in target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64 2024-11-23T02:20:11,461 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T02:20:11,461 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64 2024-11-23T02:20:11,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T02:20:11,461 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64/cluster_2c9f8344-3e58-066a-ec79-f8b8bca9178e, deleteOnExit=true 2024-11-23T02:20:11,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T02:20:11,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64/test.cache.data in system properties and HBase conf 2024-11-23T02:20:11,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T02:20:11,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64/hadoop.log.dir in system properties and HBase conf 2024-11-23T02:20:11,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T02:20:11,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T02:20:11,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T02:20:11,462 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T02:20:11,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:20:11,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:20:11,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T02:20:11,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:20:11,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T02:20:11,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T02:20:11,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:20:11,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:20:11,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T02:20:11,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64/nfs.dump.dir in system properties and HBase conf 2024-11-23T02:20:11,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64/java.io.tmpdir in system properties and HBase conf 2024-11-23T02:20:11,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:20:11,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T02:20:11,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T02:20:11,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:20:11,540 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:20:11,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:20:11,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:20:11,544 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T02:20:11,545 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:20:11,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f4150bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:20:11,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44a8086e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:20:11,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26210f4d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64/java.io.tmpdir/jetty-localhost-33971-hadoop-hdfs-3_4_1-tests_jar-_-any-956695354740045809/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:20:11,684 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5db74c33{HTTP/1.1, (http/1.1)}{localhost:33971} 2024-11-23T02:20:11,684 INFO [Time-limited test {}] server.Server(415): Started @213280ms 2024-11-23T02:20:11,769 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:20:11,773 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:20:11,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:20:11,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:20:11,775 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T02:20:11,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5846e57b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:20:11,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76a8eee5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:20:11,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@508567ac{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64/java.io.tmpdir/jetty-localhost-40823-hadoop-hdfs-3_4_1-tests_jar-_-any-4775584649652743926/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:20:11,896 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4412af00{HTTP/1.1, (http/1.1)}{localhost:40823} 2024-11-23T02:20:11,896 INFO [Time-limited test {}] server.Server(415): Started @213491ms 2024-11-23T02:20:11,897 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T02:20:11,996 WARN [Thread-2913 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64/cluster_2c9f8344-3e58-066a-ec79-f8b8bca9178e/data/data1/current/BP-419666462-172.17.0.2-1732328411481/current, will proceed with Du for space computation calculation, 2024-11-23T02:20:11,996 WARN [Thread-2914 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64/cluster_2c9f8344-3e58-066a-ec79-f8b8bca9178e/data/data2/current/BP-419666462-172.17.0.2-1732328411481/current, will proceed with Du for space computation calculation, 2024-11-23T02:20:12,025 WARN [Thread-2901 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T02:20:12,027 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf42c5c61a31c748 with lease ID 0x19e2a1316d0b49c1: Processing first storage report for DS-d4493d2c-dc03-4e43-9297-054db58313d7 from datanode DatanodeRegistration(127.0.0.1:34117, datanodeUuid=02cabc59-8602-4c63-8ff8-956035c24f2e, infoPort=44351, infoSecurePort=0, ipcPort=33215, storageInfo=lv=-57;cid=testClusterID;nsid=1806672790;c=1732328411481) 2024-11-23T02:20:12,027 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf42c5c61a31c748 with lease ID 0x19e2a1316d0b49c1: from storage DS-d4493d2c-dc03-4e43-9297-054db58313d7 node DatanodeRegistration(127.0.0.1:34117, datanodeUuid=02cabc59-8602-4c63-8ff8-956035c24f2e, infoPort=44351, infoSecurePort=0, ipcPort=33215, storageInfo=lv=-57;cid=testClusterID;nsid=1806672790;c=1732328411481), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:20:12,027 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf42c5c61a31c748 with lease ID 0x19e2a1316d0b49c1: Processing first storage report for DS-81b20a73-f805-4249-b2d8-4ad1e1f25b0e from datanode DatanodeRegistration(127.0.0.1:34117, datanodeUuid=02cabc59-8602-4c63-8ff8-956035c24f2e, infoPort=44351, infoSecurePort=0, ipcPort=33215, storageInfo=lv=-57;cid=testClusterID;nsid=1806672790;c=1732328411481) 2024-11-23T02:20:12,027 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf42c5c61a31c748 with lease ID 0x19e2a1316d0b49c1: from storage DS-81b20a73-f805-4249-b2d8-4ad1e1f25b0e node DatanodeRegistration(127.0.0.1:34117, datanodeUuid=02cabc59-8602-4c63-8ff8-956035c24f2e, infoPort=44351, infoSecurePort=0, ipcPort=33215, storageInfo=lv=-57;cid=testClusterID;nsid=1806672790;c=1732328411481), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:20:12,121 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64 2024-11-23T02:20:12,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:12,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:12,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741825_1001 (size=7) 2024-11-23T02:20:12,135 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T02:20:12,531 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f with version=8 2024-11-23T02:20:12,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/hbase-staging 2024-11-23T02:20:12,534 INFO [Time-limited test {}] client.ConnectionUtils(128): master/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:20:12,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:20:12,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:20:12,534 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:20:12,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:20:12,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:20:12,534 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T02:20:12,534 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:20:12,535 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45109 2024-11-23T02:20:12,536 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45109 connecting to ZooKeeper ensemble=127.0.0.1:53246 2024-11-23T02:20:12,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451090x0, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:20:12,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45109-0x101429f9cef0006 connected 2024-11-23T02:20:12,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:12,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:12,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45109-0x101429f9cef0006, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Set watcher on znode that does not yet exist, /2-1884024893/running 2024-11-23T02:20:12,555 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f, hbase.cluster.distributed=false 2024-11-23T02:20:12,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45109-0x101429f9cef0006, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Set watcher on znode that does not yet exist, /2-1884024893/acl 2024-11-23T02:20:12,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45109 2024-11-23T02:20:12,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45109 2024-11-23T02:20:12,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45109 2024-11-23T02:20:12,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45109 2024-11-23T02:20:12,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45109 2024-11-23T02:20:12,575 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:20:12,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:20:12,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:20:12,575 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:20:12,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:20:12,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:20:12,575 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T02:20:12,575 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:20:12,575 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34127 2024-11-23T02:20:12,576 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34127 connecting to ZooKeeper ensemble=127.0.0.1:53246 2024-11-23T02:20:12,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:12,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:12,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341270x0, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:20:12,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341270x0, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Set watcher on znode that does not yet exist, /2-1884024893/running 2024-11-23T02:20:12,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34127-0x101429f9cef0007 connected 2024-11-23T02:20:12,582 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T02:20:12,583 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T02:20:12,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34127-0x101429f9cef0007, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Set watcher on znode that does not yet exist, /2-1884024893/master 2024-11-23T02:20:12,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34127-0x101429f9cef0007, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Set watcher on znode that does not yet exist, /2-1884024893/acl 2024-11-23T02:20:12,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34127 2024-11-23T02:20:12,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34127 2024-11-23T02:20:12,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34127 2024-11-23T02:20:12,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34127 2024-11-23T02:20:12,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34127 2024-11-23T02:20:12,603 DEBUG [M:0;72b6db343a5d:45109 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;72b6db343a5d:45109 2024-11-23T02:20:12,604 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1884024893/backup-masters/72b6db343a5d,45109,1732328412534 2024-11-23T02:20:12,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34127-0x101429f9cef0007, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1884024893/backup-masters 2024-11-23T02:20:12,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45109-0x101429f9cef0006, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1884024893/backup-masters 2024-11-23T02:20:12,605 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45109-0x101429f9cef0006, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Set watcher on existing znode=/2-1884024893/backup-masters/72b6db343a5d,45109,1732328412534 2024-11-23T02:20:12,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45109-0x101429f9cef0006, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1884024893 2024-11-23T02:20:12,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34127-0x101429f9cef0007, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1884024893/master 2024-11-23T02:20:12,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34127-0x101429f9cef0007, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1884024893 2024-11-23T02:20:12,607 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45109-0x101429f9cef0006, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Set watcher on existing znode=/2-1884024893/master 2024-11-23T02:20:12,607 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1884024893/backup-masters/72b6db343a5d,45109,1732328412534 from backup master directory 2024-11-23T02:20:12,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34127-0x101429f9cef0007, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1884024893/backup-masters 2024-11-23T02:20:12,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45109-0x101429f9cef0006, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1884024893/backup-masters/72b6db343a5d,45109,1732328412534 2024-11-23T02:20:12,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45109-0x101429f9cef0006, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1884024893/backup-masters 2024-11-23T02:20:12,610 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:20:12,610 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=72b6db343a5d,45109,1732328412534 2024-11-23T02:20:12,613 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/hbase.id] with ID: c42cf46c-cea7-438f-98d1-a7f1e6ff06c3 2024-11-23T02:20:12,613 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/.tmp/hbase.id 2024-11-23T02:20:12,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741826_1002 (size=42) 2024-11-23T02:20:12,719 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T02:20:12,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:12,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:12,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:12,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:12,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:12,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:12,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:12,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:12,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:12,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:12,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:12,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:13,021 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/.tmp/hbase.id]:[hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/hbase.id] 2024-11-23T02:20:13,029 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:13,029 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T02:20:13,029 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-23T02:20:13,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45109-0x101429f9cef0006, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1884024893 2024-11-23T02:20:13,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34127-0x101429f9cef0007, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1884024893 2024-11-23T02:20:13,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741827_1003 (size=196) 2024-11-23T02:20:13,436 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:20:13,437 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T02:20:13,437 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:20:13,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741828_1004 (size=1189) 2024-11-23T02:20:13,615 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T02:20:13,616 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T02:20:13,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:20:13,616 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-23T02:20:13,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:20:13,616 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T02:20:13,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T02:20:13,616 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T02:20:13,843 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/MasterData/data/master/store 2024-11-23T02:20:13,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741829_1005 (size=34) 2024-11-23T02:20:14,248 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:14,249 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:20:14,249 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:14,249 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:14,249 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:20:14,249 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:14,249 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:14,249 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328414249Disabling compacts and flushes for region at 1732328414249Disabling writes for close at 1732328414249Writing region close event to WAL at 1732328414249Closed at 1732328414249 2024-11-23T02:20:14,249 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/MasterData/data/master/store/.initializing 2024-11-23T02:20:14,250 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/MasterData/WALs/72b6db343a5d,45109,1732328412534 2024-11-23T02:20:14,250 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:20:14,251 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=72b6db343a5d%2C45109%2C1732328412534, suffix=, logDir=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/MasterData/WALs/72b6db343a5d,45109,1732328412534, archiveDir=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/MasterData/oldWALs, maxLogs=10 2024-11-23T02:20:14,265 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/MasterData/WALs/72b6db343a5d,45109,1732328412534/72b6db343a5d%2C45109%2C1732328412534.1732328414252, exclude list is [], retry=0 2024-11-23T02:20:14,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34117,DS-d4493d2c-dc03-4e43-9297-054db58313d7,DISK] 2024-11-23T02:20:14,268 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/MasterData/WALs/72b6db343a5d,45109,1732328412534/72b6db343a5d%2C45109%2C1732328412534.1732328414252 2024-11-23T02:20:14,269 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44351:44351)] 2024-11-23T02:20:14,269 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:20:14,269 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:14,269 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:14,269 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:14,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:14,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T02:20:14,271 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:14,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:14,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:14,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T02:20:14,272 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:14,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:14,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:14,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T02:20:14,274 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:14,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:14,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:14,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T02:20:14,275 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:14,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:14,275 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:14,276 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:14,276 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:14,277 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:14,277 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:14,277 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:20:14,278 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:14,279 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:20:14,280 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73835473, jitterRate=0.10023428499698639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:20:14,280 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732328414269Initializing all the Stores at 1732328414270 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328414270Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328414270Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328414270Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328414270Cleaning up temporary data from old regions at 1732328414277 (+7 ms)Region opened successfully at 1732328414280 (+3 ms) 2024-11-23T02:20:14,280 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T02:20:14,282 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a26814b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:20:14,283 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T02:20:14,283 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T02:20:14,283 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T02:20:14,283 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T02:20:14,284 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T02:20:14,284 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T02:20:14,284 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T02:20:14,288 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T02:20:14,289 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45109-0x101429f9cef0006, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Unable to get data of znode /2-1884024893/balancer because node does not exist (not necessarily an error) 2024-11-23T02:20:14,290 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1884024893/balancer already deleted, retry=false 2024-11-23T02:20:14,290 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T02:20:14,291 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45109-0x101429f9cef0006, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Unable to get data of znode /2-1884024893/normalizer because node does not exist (not necessarily an error) 2024-11-23T02:20:14,292 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1884024893/normalizer already deleted, retry=false 2024-11-23T02:20:14,292 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T02:20:14,293 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45109-0x101429f9cef0006, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Unable to get data of znode /2-1884024893/switch/split because node does not exist (not necessarily an error) 2024-11-23T02:20:14,294 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1884024893/switch/split already deleted, retry=false 2024-11-23T02:20:14,295 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45109-0x101429f9cef0006, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Unable to get data of znode /2-1884024893/switch/merge because node does not exist (not necessarily an error) 2024-11-23T02:20:14,297 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1884024893/switch/merge already deleted, retry=false 2024-11-23T02:20:14,298 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45109-0x101429f9cef0006, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Unable to get data of znode /2-1884024893/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T02:20:14,299 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1884024893/snapshot-cleanup already deleted, retry=false 2024-11-23T02:20:14,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45109-0x101429f9cef0006, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1884024893/running 2024-11-23T02:20:14,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34127-0x101429f9cef0007, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1884024893/running 2024-11-23T02:20:14,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45109-0x101429f9cef0006, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1884024893 2024-11-23T02:20:14,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34127-0x101429f9cef0007, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1884024893 2024-11-23T02:20:14,301 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=72b6db343a5d,45109,1732328412534, sessionid=0x101429f9cef0006, setting cluster-up flag (Was=false) 2024-11-23T02:20:14,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34127-0x101429f9cef0007, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1884024893 2024-11-23T02:20:14,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45109-0x101429f9cef0006, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1884024893 2024-11-23T02:20:14,308 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1884024893/flush-table-proc/acquired, /2-1884024893/flush-table-proc/reached, /2-1884024893/flush-table-proc/abort 2024-11-23T02:20:14,309 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,45109,1732328412534 2024-11-23T02:20:14,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34127-0x101429f9cef0007, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1884024893 2024-11-23T02:20:14,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45109-0x101429f9cef0006, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1884024893 2024-11-23T02:20:14,317 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1884024893/online-snapshot/acquired, /2-1884024893/online-snapshot/reached, /2-1884024893/online-snapshot/abort 2024-11-23T02:20:14,318 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,45109,1732328412534 2024-11-23T02:20:14,319 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T02:20:14,320 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T02:20:14,320 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T02:20:14,320 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T02:20:14,320 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 72b6db343a5d,45109,1732328412534 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T02:20:14,321 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:20:14,321 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:20:14,321 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:20:14,321 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:20:14,322 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/72b6db343a5d:0, corePoolSize=10, maxPoolSize=10 2024-11-23T02:20:14,322 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:14,322 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:20:14,322 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:14,323 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:20:14,323 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T02:20:14,324 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:14,324 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T02:20:14,332 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732328444332 2024-11-23T02:20:14,332 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T02:20:14,332 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T02:20:14,332 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T02:20:14,332 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T02:20:14,333 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T02:20:14,333 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T02:20:14,333 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:14,333 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T02:20:14,333 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T02:20:14,333 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T02:20:14,333 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T02:20:14,334 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T02:20:14,334 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T02:20:14,334 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328414334,5,FailOnTimeoutGroup] 2024-11-23T02:20:14,334 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328414334,5,FailOnTimeoutGroup] 2024-11-23T02:20:14,334 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:14,334 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T02:20:14,334 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:14,334 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:14,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741831_1007 (size=1321) 2024-11-23T02:20:14,395 INFO [RS:0;72b6db343a5d:34127 {}] regionserver.HRegionServer(746): ClusterId : c42cf46c-cea7-438f-98d1-a7f1e6ff06c3 2024-11-23T02:20:14,395 DEBUG [RS:0;72b6db343a5d:34127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T02:20:14,397 DEBUG [RS:0;72b6db343a5d:34127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T02:20:14,397 DEBUG [RS:0;72b6db343a5d:34127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T02:20:14,399 DEBUG [RS:0;72b6db343a5d:34127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T02:20:14,399 DEBUG [RS:0;72b6db343a5d:34127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@592be488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:20:14,411 DEBUG [RS:0;72b6db343a5d:34127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;72b6db343a5d:34127 2024-11-23T02:20:14,411 INFO [RS:0;72b6db343a5d:34127 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T02:20:14,411 INFO [RS:0;72b6db343a5d:34127 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T02:20:14,411 DEBUG [RS:0;72b6db343a5d:34127 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T02:20:14,411 INFO [RS:0;72b6db343a5d:34127 {}] regionserver.HRegionServer(2659): reportForDuty to master=72b6db343a5d,45109,1732328412534 with port=34127, startcode=1732328412574 2024-11-23T02:20:14,411 DEBUG [RS:0;72b6db343a5d:34127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T02:20:14,412 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T02:20:14,413 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45109 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 72b6db343a5d,34127,1732328412574 2024-11-23T02:20:14,413 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45109 {}] master.ServerManager(517): Registering regionserver=72b6db343a5d,34127,1732328412574 2024-11-23T02:20:14,414 DEBUG [RS:0;72b6db343a5d:34127 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f 2024-11-23T02:20:14,414 DEBUG [RS:0;72b6db343a5d:34127 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42079 2024-11-23T02:20:14,414 DEBUG [RS:0;72b6db343a5d:34127 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T02:20:14,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45109-0x101429f9cef0006, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1884024893/rs 2024-11-23T02:20:14,430 DEBUG [RS:0;72b6db343a5d:34127 {}] zookeeper.ZKUtil(111): regionserver:34127-0x101429f9cef0007, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Set watcher on existing znode=/2-1884024893/rs/72b6db343a5d,34127,1732328412574 2024-11-23T02:20:14,430 WARN [RS:0;72b6db343a5d:34127 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:20:14,430 INFO [RS:0;72b6db343a5d:34127 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:20:14,430 DEBUG [RS:0;72b6db343a5d:34127 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574 2024-11-23T02:20:14,430 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [72b6db343a5d,34127,1732328412574] 2024-11-23T02:20:14,433 INFO [RS:0;72b6db343a5d:34127 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T02:20:14,436 INFO [RS:0;72b6db343a5d:34127 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T02:20:14,437 INFO [RS:0;72b6db343a5d:34127 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T02:20:14,437 INFO [RS:0;72b6db343a5d:34127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:14,437 INFO [RS:0;72b6db343a5d:34127 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T02:20:14,437 INFO [RS:0;72b6db343a5d:34127 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T02:20:14,437 INFO [RS:0;72b6db343a5d:34127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:14,438 DEBUG [RS:0;72b6db343a5d:34127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:14,438 DEBUG [RS:0;72b6db343a5d:34127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:14,438 DEBUG [RS:0;72b6db343a5d:34127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:14,438 DEBUG [RS:0;72b6db343a5d:34127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:14,438 DEBUG [RS:0;72b6db343a5d:34127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:14,438 DEBUG [RS:0;72b6db343a5d:34127 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:20:14,438 DEBUG [RS:0;72b6db343a5d:34127 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:14,438 DEBUG [RS:0;72b6db343a5d:34127 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:14,438 DEBUG [RS:0;72b6db343a5d:34127 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:14,438 DEBUG [RS:0;72b6db343a5d:34127 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:14,438 DEBUG [RS:0;72b6db343a5d:34127 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:14,438 DEBUG [RS:0;72b6db343a5d:34127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:14,438 DEBUG [RS:0;72b6db343a5d:34127 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:20:14,438 DEBUG [RS:0;72b6db343a5d:34127 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:20:14,440 INFO [RS:0;72b6db343a5d:34127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:14,440 INFO [RS:0;72b6db343a5d:34127 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:14,440 INFO [RS:0;72b6db343a5d:34127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:14,440 INFO [RS:0;72b6db343a5d:34127 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:14,440 INFO [RS:0;72b6db343a5d:34127 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:14,440 INFO [RS:0;72b6db343a5d:34127 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,34127,1732328412574-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:20:14,456 INFO [RS:0;72b6db343a5d:34127 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T02:20:14,456 INFO [RS:0;72b6db343a5d:34127 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,34127,1732328412574-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:14,456 INFO [RS:0;72b6db343a5d:34127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:14,456 INFO [RS:0;72b6db343a5d:34127 {}] regionserver.Replication(171): 72b6db343a5d,34127,1732328412574 started 2024-11-23T02:20:14,470 INFO [RS:0;72b6db343a5d:34127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:14,470 INFO [RS:0;72b6db343a5d:34127 {}] regionserver.HRegionServer(1482): Serving as 72b6db343a5d,34127,1732328412574, RpcServer on 72b6db343a5d/172.17.0.2:34127, sessionid=0x101429f9cef0007 2024-11-23T02:20:14,470 DEBUG [RS:0;72b6db343a5d:34127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T02:20:14,470 DEBUG [RS:0;72b6db343a5d:34127 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 72b6db343a5d,34127,1732328412574 2024-11-23T02:20:14,470 DEBUG [RS:0;72b6db343a5d:34127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,34127,1732328412574' 2024-11-23T02:20:14,470 DEBUG [RS:0;72b6db343a5d:34127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1884024893/flush-table-proc/abort' 2024-11-23T02:20:14,470 DEBUG [RS:0;72b6db343a5d:34127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1884024893/flush-table-proc/acquired' 2024-11-23T02:20:14,470 DEBUG [RS:0;72b6db343a5d:34127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T02:20:14,470 DEBUG [RS:0;72b6db343a5d:34127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T02:20:14,471 DEBUG [RS:0;72b6db343a5d:34127 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 72b6db343a5d,34127,1732328412574 2024-11-23T02:20:14,471 DEBUG [RS:0;72b6db343a5d:34127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,34127,1732328412574' 2024-11-23T02:20:14,471 DEBUG [RS:0;72b6db343a5d:34127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1884024893/online-snapshot/abort' 2024-11-23T02:20:14,471 DEBUG [RS:0;72b6db343a5d:34127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1884024893/online-snapshot/acquired' 2024-11-23T02:20:14,471 DEBUG [RS:0;72b6db343a5d:34127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T02:20:14,471 INFO [RS:0;72b6db343a5d:34127 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T02:20:14,471 INFO [RS:0;72b6db343a5d:34127 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T02:20:14,572 INFO [RS:0;72b6db343a5d:34127 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:20:14,573 INFO [RS:0;72b6db343a5d:34127 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C34127%2C1732328412574, suffix=, logDir=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574, archiveDir=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/oldWALs, maxLogs=10 2024-11-23T02:20:14,595 DEBUG [RS:0;72b6db343a5d:34127 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574, exclude list is [], retry=0 2024-11-23T02:20:14,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34117,DS-d4493d2c-dc03-4e43-9297-054db58313d7,DISK] 2024-11-23T02:20:14,600 INFO [RS:0;72b6db343a5d:34127 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 2024-11-23T02:20:14,600 DEBUG [RS:0;72b6db343a5d:34127 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44351:44351)] 2024-11-23T02:20:14,736 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T02:20:14,736 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f 2024-11-23T02:20:14,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741833_1009 (size=32) 2024-11-23T02:20:15,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:15,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:20:15,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:20:15,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:15,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:15,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:20:15,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:20:15,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:15,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:15,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:20:15,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:20:15,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:15,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:15,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:20:15,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:20:15,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:15,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:15,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:20:15,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/hbase/meta/1588230740 2024-11-23T02:20:15,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/hbase/meta/1588230740 2024-11-23T02:20:15,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:20:15,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:20:15,154 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:20:15,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:20:15,156 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:20:15,156 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65834696, jitterRate=-0.01898658275604248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:20:15,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732328415145Initializing all the Stores at 1732328415146 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328415146Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328415146Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328415146Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328415146Cleaning up temporary data from old regions at 1732328415153 (+7 ms)Region opened successfully at 1732328415156 (+3 ms) 2024-11-23T02:20:15,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:20:15,156 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:20:15,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:20:15,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-11-23T02:20:15,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:20:15,157 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:20:15,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328415156Disabling compacts and flushes for region at 1732328415156Disabling writes for close at 1732328415157 (+1 ms)Writing region close event to WAL at 1732328415157Closed at 1732328415157 2024-11-23T02:20:15,158 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:20:15,158 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T02:20:15,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T02:20:15,159 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:20:15,159 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T02:20:15,310 DEBUG [72b6db343a5d:45109 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T02:20:15,310 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=72b6db343a5d,34127,1732328412574 2024-11-23T02:20:15,311 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,34127,1732328412574, state=OPENING 2024-11-23T02:20:15,313 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T02:20:15,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34127-0x101429f9cef0007, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1884024893 2024-11-23T02:20:15,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45109-0x101429f9cef0006, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1884024893 2024-11-23T02:20:15,315 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:20:15,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1884024893/meta-region-server: CHANGED 2024-11-23T02:20:15,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1884024893/meta-region-server: CHANGED 2024-11-23T02:20:15,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,34127,1732328412574}] 2024-11-23T02:20:15,467 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:20:15,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T02:20:15,472 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T02:20:15,472 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:20:15,472 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T02:20:15,473 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C34127%2C1732328412574.meta, suffix=.meta, logDir=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574, archiveDir=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/oldWALs, maxLogs=10 2024-11-23T02:20:15,488 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.meta.1732328415474.meta, exclude list is [], retry=0 2024-11-23T02:20:15,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34117,DS-d4493d2c-dc03-4e43-9297-054db58313d7,DISK] 2024-11-23T02:20:15,491 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.meta.1732328415474.meta 2024-11-23T02:20:15,492 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44351:44351)] 2024-11-23T02:20:15,492 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:20:15,492 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:20:15,492 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:20:15,493 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T02:20:15,493 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T02:20:15,493 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T02:20:15,493 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:15,493 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T02:20:15,493 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T02:20:15,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:20:15,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:20:15,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:15,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:15,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:20:15,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:20:15,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:15,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:15,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:20:15,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:20:15,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:15,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:15,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:20:15,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:20:15,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:15,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:15,498 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:20:15,498 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/hbase/meta/1588230740 2024-11-23T02:20:15,499 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/hbase/meta/1588230740 2024-11-23T02:20:15,500 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:20:15,500 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:20:15,500 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:20:15,501 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:20:15,502 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64724702, jitterRate=-0.035526782274246216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:20:15,502 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T02:20:15,502 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732328415493Writing region info on filesystem at 1732328415493Initializing all the Stores at 1732328415494 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328415494Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328415494Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328415494Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328415494Cleaning up temporary data from old regions at 1732328415500 (+6 ms)Running coprocessor post-open hooks at 1732328415502 (+2 ms)Region opened successfully at 1732328415502 2024-11-23T02:20:15,503 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732328415467 2024-11-23T02:20:15,505 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T02:20:15,505 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T02:20:15,505 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,34127,1732328412574 2024-11-23T02:20:15,506 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,34127,1732328412574, state=OPEN 2024-11-23T02:20:15,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45109-0x101429f9cef0006, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1884024893/meta-region-server 2024-11-23T02:20:15,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34127-0x101429f9cef0007, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1884024893/meta-region-server 2024-11-23T02:20:15,508 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=72b6db343a5d,34127,1732328412574 2024-11-23T02:20:15,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1884024893/meta-region-server: CHANGED 2024-11-23T02:20:15,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1884024893/meta-region-server: CHANGED 2024-11-23T02:20:15,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T02:20:15,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,34127,1732328412574 in 193 msec 2024-11-23T02:20:15,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T02:20:15,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-23T02:20:15,512 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:20:15,512 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T02:20:15,513 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:20:15,513 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,34127,1732328412574, seqNum=-1] 2024-11-23T02:20:15,514 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:20:15,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:20:15,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1980 sec 2024-11-23T02:20:15,519 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732328415519, completionTime=-1 2024-11-23T02:20:15,519 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T02:20:15,519 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T02:20:15,521 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T02:20:15,521 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732328475521 2024-11-23T02:20:15,521 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732328535521 2024-11-23T02:20:15,521 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T02:20:15,521 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,45109,1732328412534-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:15,521 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,45109,1732328412534-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:15,521 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,45109,1732328412534-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:15,521 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-72b6db343a5d:45109, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:15,521 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:15,522 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:15,523 DEBUG [master/72b6db343a5d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T02:20:15,525 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.915sec 2024-11-23T02:20:15,525 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T02:20:15,525 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T02:20:15,525 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T02:20:15,525 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T02:20:15,525 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T02:20:15,525 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,45109,1732328412534-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:20:15,525 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,45109,1732328412534-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T02:20:15,527 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T02:20:15,527 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T02:20:15,527 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,45109,1732328412534-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:15,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@524a0bb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:15,596 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,45109,-1 for getting cluster id 2024-11-23T02:20:15,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:20:15,598 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c42cf46c-cea7-438f-98d1-a7f1e6ff06c3' 2024-11-23T02:20:15,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:20:15,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c42cf46c-cea7-438f-98d1-a7f1e6ff06c3" 2024-11-23T02:20:15,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@189a2485, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:15,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,45109,-1] 2024-11-23T02:20:15,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:20:15,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:15,600 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:20:15,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@308cb8e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:15,601 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:20:15,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,34127,1732328412574, seqNum=-1] 2024-11-23T02:20:15,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:20:15,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:20:15,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=72b6db343a5d,45109,1732328412534 2024-11-23T02:20:15,605 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53246 2024-11-23T02:20:15,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:20:15,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101429f9cef0008 connected 2024-11-23T02:20:15,610 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:20:15,611 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,45589,1732328404224 2024-11-23T02:20:15,611 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a62b269 2024-11-23T02:20:15,611 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:20:15,612 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:20:15,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45589 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:20:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45589 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T02:20:15,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:20:15,615 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:15,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45589 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T02:20:15,616 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:20:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:20:15,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_1073741835_1011 (size=902) 2024-11-23T02:20:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:20:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:20:16,029 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f3f9bdad0ed0a463d105bdfc9e095b0f, NAME => 'test,,1732328415612.f3f9bdad0ed0a463d105bdfc9e095b0f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb 2024-11-23T02:20:16,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_1073741836_1012 (size=39) 2024-11-23T02:20:16,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:20:16,435 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732328415612.f3f9bdad0ed0a463d105bdfc9e095b0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:16,435 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f3f9bdad0ed0a463d105bdfc9e095b0f, disabling compactions & flushes 2024-11-23T02:20:16,435 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732328415612.f3f9bdad0ed0a463d105bdfc9e095b0f. 2024-11-23T02:20:16,435 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732328415612.f3f9bdad0ed0a463d105bdfc9e095b0f. 2024-11-23T02:20:16,435 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732328415612.f3f9bdad0ed0a463d105bdfc9e095b0f. after waiting 0 ms 2024-11-23T02:20:16,435 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732328415612.f3f9bdad0ed0a463d105bdfc9e095b0f. 2024-11-23T02:20:16,435 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732328415612.f3f9bdad0ed0a463d105bdfc9e095b0f. 2024-11-23T02:20:16,435 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f3f9bdad0ed0a463d105bdfc9e095b0f: Waiting for close lock at 1732328416435Disabling compacts and flushes for region at 1732328416435Disabling writes for close at 1732328416435Writing region close event to WAL at 1732328416435Closed at 1732328416435 2024-11-23T02:20:16,436 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:20:16,437 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732328415612.f3f9bdad0ed0a463d105bdfc9e095b0f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732328416436"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328416436"}]},"ts":"1732328416436"} 2024-11-23T02:20:16,438 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T02:20:16,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:20:16,439 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328416439"}]},"ts":"1732328416439"} 2024-11-23T02:20:16,441 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T02:20:16,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f3f9bdad0ed0a463d105bdfc9e095b0f, ASSIGN}] 2024-11-23T02:20:16,442 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f3f9bdad0ed0a463d105bdfc9e095b0f, ASSIGN 2024-11-23T02:20:16,443 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f3f9bdad0ed0a463d105bdfc9e095b0f, ASSIGN; state=OFFLINE, location=72b6db343a5d,40405,1732328404286; forceNewPlan=false, retain=false 2024-11-23T02:20:16,594 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f3f9bdad0ed0a463d105bdfc9e095b0f, regionState=OPENING, regionLocation=72b6db343a5d,40405,1732328404286 2024-11-23T02:20:16,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f3f9bdad0ed0a463d105bdfc9e095b0f, ASSIGN because future has completed 2024-11-23T02:20:16,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3f9bdad0ed0a463d105bdfc9e095b0f, server=72b6db343a5d,40405,1732328404286}] 2024-11-23T02:20:16,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:20:16,753 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732328415612.f3f9bdad0ed0a463d105bdfc9e095b0f. 2024-11-23T02:20:16,753 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f3f9bdad0ed0a463d105bdfc9e095b0f, NAME => 'test,,1732328415612.f3f9bdad0ed0a463d105bdfc9e095b0f.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:20:16,753 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:20:16,753 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T02:20:16,754 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f3f9bdad0ed0a463d105bdfc9e095b0f 2024-11-23T02:20:16,754 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732328415612.f3f9bdad0ed0a463d105bdfc9e095b0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:16,754 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f3f9bdad0ed0a463d105bdfc9e095b0f 2024-11-23T02:20:16,754 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f3f9bdad0ed0a463d105bdfc9e095b0f 2024-11-23T02:20:16,755 INFO [StoreOpener-f3f9bdad0ed0a463d105bdfc9e095b0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f3f9bdad0ed0a463d105bdfc9e095b0f 2024-11-23T02:20:16,756 INFO [StoreOpener-f3f9bdad0ed0a463d105bdfc9e095b0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3f9bdad0ed0a463d105bdfc9e095b0f columnFamilyName f 2024-11-23T02:20:16,756 DEBUG [StoreOpener-f3f9bdad0ed0a463d105bdfc9e095b0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:16,756 INFO [StoreOpener-f3f9bdad0ed0a463d105bdfc9e095b0f-1 {}] regionserver.HStore(327): Store=f3f9bdad0ed0a463d105bdfc9e095b0f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:16,756 INFO [StoreOpener-f3f9bdad0ed0a463d105bdfc9e095b0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f3f9bdad0ed0a463d105bdfc9e095b0f 2024-11-23T02:20:16,757 INFO [StoreOpener-f3f9bdad0ed0a463d105bdfc9e095b0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3f9bdad0ed0a463d105bdfc9e095b0f columnFamilyName f1 2024-11-23T02:20:16,757 DEBUG [StoreOpener-f3f9bdad0ed0a463d105bdfc9e095b0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:16,758 INFO [StoreOpener-f3f9bdad0ed0a463d105bdfc9e095b0f-1 {}] regionserver.HStore(327): Store=f3f9bdad0ed0a463d105bdfc9e095b0f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:16,758 INFO [StoreOpener-f3f9bdad0ed0a463d105bdfc9e095b0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f3f9bdad0ed0a463d105bdfc9e095b0f 2024-11-23T02:20:16,758 INFO [StoreOpener-f3f9bdad0ed0a463d105bdfc9e095b0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3f9bdad0ed0a463d105bdfc9e095b0f columnFamilyName norep 2024-11-23T02:20:16,758 DEBUG [StoreOpener-f3f9bdad0ed0a463d105bdfc9e095b0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:16,759 INFO [StoreOpener-f3f9bdad0ed0a463d105bdfc9e095b0f-1 {}] regionserver.HStore(327): Store=f3f9bdad0ed0a463d105bdfc9e095b0f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:16,759 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f3f9bdad0ed0a463d105bdfc9e095b0f 2024-11-23T02:20:16,759 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/default/test/f3f9bdad0ed0a463d105bdfc9e095b0f 2024-11-23T02:20:16,760 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/default/test/f3f9bdad0ed0a463d105bdfc9e095b0f 2024-11-23T02:20:16,760 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f3f9bdad0ed0a463d105bdfc9e095b0f 2024-11-23T02:20:16,760 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f3f9bdad0ed0a463d105bdfc9e095b0f 2024-11-23T02:20:16,761 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T02:20:16,762 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f3f9bdad0ed0a463d105bdfc9e095b0f 2024-11-23T02:20:16,763 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/default/test/f3f9bdad0ed0a463d105bdfc9e095b0f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:20:16,763 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f3f9bdad0ed0a463d105bdfc9e095b0f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68042127, jitterRate=0.013906702399253845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T02:20:16,763 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f3f9bdad0ed0a463d105bdfc9e095b0f 2024-11-23T02:20:16,764 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f3f9bdad0ed0a463d105bdfc9e095b0f: Running coprocessor pre-open hook at 1732328416754Writing region info on filesystem at 1732328416754Initializing all the Stores at 1732328416754Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328416755 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328416755Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328416755Cleaning up temporary data from old regions at 1732328416760 (+5 ms)Running coprocessor post-open hooks at 1732328416763 (+3 ms)Region opened successfully at 1732328416764 (+1 ms) 2024-11-23T02:20:16,765 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732328415612.f3f9bdad0ed0a463d105bdfc9e095b0f., pid=6, masterSystemTime=1732328416749 2024-11-23T02:20:16,767 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732328415612.f3f9bdad0ed0a463d105bdfc9e095b0f. 2024-11-23T02:20:16,767 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732328415612.f3f9bdad0ed0a463d105bdfc9e095b0f. 2024-11-23T02:20:16,768 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f3f9bdad0ed0a463d105bdfc9e095b0f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=72b6db343a5d,40405,1732328404286 2024-11-23T02:20:16,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3f9bdad0ed0a463d105bdfc9e095b0f, server=72b6db343a5d,40405,1732328404286 because future has completed 2024-11-23T02:20:16,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T02:20:16,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f3f9bdad0ed0a463d105bdfc9e095b0f, server=72b6db343a5d,40405,1732328404286 in 174 msec 2024-11-23T02:20:16,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T02:20:16,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f3f9bdad0ed0a463d105bdfc9e095b0f, ASSIGN in 332 msec 2024-11-23T02:20:16,775 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:20:16,775 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328416775"}]},"ts":"1732328416775"} 2024-11-23T02:20:16,777 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T02:20:16,778 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:20:16,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1650 sec 2024-11-23T02:20:17,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:20:17,760 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:20:17,760 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T02:20:17,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,44939,1732328408378 2024-11-23T02:20:17,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@264e6b05 2024-11-23T02:20:17,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:20:17,762 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:20:17,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:20:17,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T02:20:17,766 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:20:17,766 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:17,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T02:20:17,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:20:17,767 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:20:17,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36111 is added to blk_1073741835_1011 (size=902) 2024-11-23T02:20:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:20:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:20:18,136 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T02:20:18,174 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 62eafd3ad8105936a458c9479d075936, NAME => 'test,,1732328417763.62eafd3ad8105936a458c9479d075936.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6 2024-11-23T02:20:18,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36111 is added to blk_1073741836_1012 (size=39) 2024-11-23T02:20:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:20:18,579 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732328417763.62eafd3ad8105936a458c9479d075936.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:18,579 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 62eafd3ad8105936a458c9479d075936, disabling compactions & flushes 2024-11-23T02:20:18,579 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732328417763.62eafd3ad8105936a458c9479d075936. 2024-11-23T02:20:18,579 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732328417763.62eafd3ad8105936a458c9479d075936. 2024-11-23T02:20:18,580 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732328417763.62eafd3ad8105936a458c9479d075936. after waiting 0 ms 2024-11-23T02:20:18,580 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732328417763.62eafd3ad8105936a458c9479d075936. 2024-11-23T02:20:18,580 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732328417763.62eafd3ad8105936a458c9479d075936. 2024-11-23T02:20:18,580 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 62eafd3ad8105936a458c9479d075936: Waiting for close lock at 1732328418579Disabling compacts and flushes for region at 1732328418579Disabling writes for close at 1732328418580 (+1 ms)Writing region close event to WAL at 1732328418580Closed at 1732328418580 2024-11-23T02:20:18,581 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:20:18,581 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732328417763.62eafd3ad8105936a458c9479d075936.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732328418581"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328418581"}]},"ts":"1732328418581"} 2024-11-23T02:20:18,583 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T02:20:18,584 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:20:18,584 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328418584"}]},"ts":"1732328418584"} 2024-11-23T02:20:18,585 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T02:20:18,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=62eafd3ad8105936a458c9479d075936, ASSIGN}] 2024-11-23T02:20:18,586 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=62eafd3ad8105936a458c9479d075936, ASSIGN 2024-11-23T02:20:18,587 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=62eafd3ad8105936a458c9479d075936, ASSIGN; state=OFFLINE, location=72b6db343a5d,46211,1732328408419; forceNewPlan=false, retain=false 2024-11-23T02:20:18,738 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=62eafd3ad8105936a458c9479d075936, regionState=OPENING, regionLocation=72b6db343a5d,46211,1732328408419 2024-11-23T02:20:18,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=62eafd3ad8105936a458c9479d075936, ASSIGN because future has completed 2024-11-23T02:20:18,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62eafd3ad8105936a458c9479d075936, server=72b6db343a5d,46211,1732328408419}] 2024-11-23T02:20:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:20:18,899 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732328417763.62eafd3ad8105936a458c9479d075936. 2024-11-23T02:20:18,900 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 62eafd3ad8105936a458c9479d075936, NAME => 'test,,1732328417763.62eafd3ad8105936a458c9479d075936.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:20:18,900 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:20:18,900 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T02:20:18,900 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 62eafd3ad8105936a458c9479d075936 2024-11-23T02:20:18,900 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732328417763.62eafd3ad8105936a458c9479d075936.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:18,901 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 62eafd3ad8105936a458c9479d075936 2024-11-23T02:20:18,901 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 62eafd3ad8105936a458c9479d075936 2024-11-23T02:20:18,902 INFO [StoreOpener-62eafd3ad8105936a458c9479d075936-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 62eafd3ad8105936a458c9479d075936 2024-11-23T02:20:18,903 INFO [StoreOpener-62eafd3ad8105936a458c9479d075936-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62eafd3ad8105936a458c9479d075936 columnFamilyName f 2024-11-23T02:20:18,903 DEBUG [StoreOpener-62eafd3ad8105936a458c9479d075936-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:18,903 INFO [StoreOpener-62eafd3ad8105936a458c9479d075936-1 {}] regionserver.HStore(327): Store=62eafd3ad8105936a458c9479d075936/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:18,903 INFO [StoreOpener-62eafd3ad8105936a458c9479d075936-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 62eafd3ad8105936a458c9479d075936 2024-11-23T02:20:18,904 INFO [StoreOpener-62eafd3ad8105936a458c9479d075936-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62eafd3ad8105936a458c9479d075936 columnFamilyName f1 2024-11-23T02:20:18,905 DEBUG [StoreOpener-62eafd3ad8105936a458c9479d075936-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:18,905 INFO [StoreOpener-62eafd3ad8105936a458c9479d075936-1 {}] regionserver.HStore(327): Store=62eafd3ad8105936a458c9479d075936/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:18,905 INFO [StoreOpener-62eafd3ad8105936a458c9479d075936-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 62eafd3ad8105936a458c9479d075936 2024-11-23T02:20:18,906 INFO [StoreOpener-62eafd3ad8105936a458c9479d075936-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62eafd3ad8105936a458c9479d075936 columnFamilyName norep 2024-11-23T02:20:18,906 DEBUG [StoreOpener-62eafd3ad8105936a458c9479d075936-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:18,906 INFO [StoreOpener-62eafd3ad8105936a458c9479d075936-1 {}] regionserver.HStore(327): Store=62eafd3ad8105936a458c9479d075936/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:18,906 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 62eafd3ad8105936a458c9479d075936 2024-11-23T02:20:18,907 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/default/test/62eafd3ad8105936a458c9479d075936 2024-11-23T02:20:18,907 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/default/test/62eafd3ad8105936a458c9479d075936 2024-11-23T02:20:18,908 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 62eafd3ad8105936a458c9479d075936 2024-11-23T02:20:18,908 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 62eafd3ad8105936a458c9479d075936 2024-11-23T02:20:18,908 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T02:20:18,909 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 62eafd3ad8105936a458c9479d075936 2024-11-23T02:20:18,911 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/default/test/62eafd3ad8105936a458c9479d075936/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:20:18,911 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 62eafd3ad8105936a458c9479d075936; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69671136, jitterRate=0.03818082809448242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T02:20:18,911 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62eafd3ad8105936a458c9479d075936 2024-11-23T02:20:18,911 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 62eafd3ad8105936a458c9479d075936: Running coprocessor pre-open hook at 1732328418901Writing region info on filesystem at 1732328418901Initializing all the Stores at 1732328418901Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328418901Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328418902 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328418902Cleaning up temporary data from old regions at 1732328418908 (+6 ms)Running coprocessor post-open hooks at 1732328418911 (+3 ms)Region opened successfully at 1732328418911 2024-11-23T02:20:18,912 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732328417763.62eafd3ad8105936a458c9479d075936., pid=6, masterSystemTime=1732328418893 2024-11-23T02:20:18,914 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732328417763.62eafd3ad8105936a458c9479d075936. 2024-11-23T02:20:18,914 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732328417763.62eafd3ad8105936a458c9479d075936. 2024-11-23T02:20:18,915 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=62eafd3ad8105936a458c9479d075936, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=72b6db343a5d,46211,1732328408419 2024-11-23T02:20:18,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62eafd3ad8105936a458c9479d075936, server=72b6db343a5d,46211,1732328408419 because future has completed 2024-11-23T02:20:18,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T02:20:18,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 62eafd3ad8105936a458c9479d075936, server=72b6db343a5d,46211,1732328408419 in 178 msec 2024-11-23T02:20:18,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T02:20:18,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=62eafd3ad8105936a458c9479d075936, ASSIGN in 334 msec 2024-11-23T02:20:18,922 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:20:18,922 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328418922"}]},"ts":"1732328418922"} 2024-11-23T02:20:18,924 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T02:20:18,925 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:20:18,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-11-23T02:20:19,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:20:19,910 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T02:20:19,910 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:20:19,911 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,45109,1732328412534 2024-11-23T02:20:19,911 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a182d8f 2024-11-23T02:20:19,911 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:20:19,912 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:20:19,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45109 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:20:19,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45109 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T02:20:19,915 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:20:19,915 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:19,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45109 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T02:20:19,916 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:20:19,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:20:19,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741835_1011 (size=902) 2024-11-23T02:20:20,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:20:20,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:20:20,322 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9834f828fdf3629a09c51c20dd893266, NAME => 'test,,1732328419913.9834f828fdf3629a09c51c20dd893266.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f 2024-11-23T02:20:20,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741836_1012 (size=39) 2024-11-23T02:20:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:20:20,728 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732328419913.9834f828fdf3629a09c51c20dd893266.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:20,728 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9834f828fdf3629a09c51c20dd893266, disabling compactions & flushes 2024-11-23T02:20:20,728 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732328419913.9834f828fdf3629a09c51c20dd893266. 2024-11-23T02:20:20,728 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732328419913.9834f828fdf3629a09c51c20dd893266. 2024-11-23T02:20:20,728 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732328419913.9834f828fdf3629a09c51c20dd893266. after waiting 0 ms 2024-11-23T02:20:20,728 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732328419913.9834f828fdf3629a09c51c20dd893266. 2024-11-23T02:20:20,728 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732328419913.9834f828fdf3629a09c51c20dd893266. 2024-11-23T02:20:20,728 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9834f828fdf3629a09c51c20dd893266: Waiting for close lock at 1732328420728Disabling compacts and flushes for region at 1732328420728Disabling writes for close at 1732328420728Writing region close event to WAL at 1732328420728Closed at 1732328420728 2024-11-23T02:20:20,729 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:20:20,730 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732328419913.9834f828fdf3629a09c51c20dd893266.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732328420729"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328420729"}]},"ts":"1732328420729"} 2024-11-23T02:20:20,731 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T02:20:20,732 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:20:20,732 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328420732"}]},"ts":"1732328420732"} 2024-11-23T02:20:20,733 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T02:20:20,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9834f828fdf3629a09c51c20dd893266, ASSIGN}] 2024-11-23T02:20:20,734 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9834f828fdf3629a09c51c20dd893266, ASSIGN 2024-11-23T02:20:20,735 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9834f828fdf3629a09c51c20dd893266, ASSIGN; state=OFFLINE, location=72b6db343a5d,34127,1732328412574; forceNewPlan=false, retain=false 2024-11-23T02:20:20,886 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9834f828fdf3629a09c51c20dd893266, regionState=OPENING, regionLocation=72b6db343a5d,34127,1732328412574 2024-11-23T02:20:20,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9834f828fdf3629a09c51c20dd893266, ASSIGN because future has completed 2024-11-23T02:20:20,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9834f828fdf3629a09c51c20dd893266, server=72b6db343a5d,34127,1732328412574}] 2024-11-23T02:20:20,995 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T02:20:20,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:20,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:21,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:21,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:21,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:21,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:21,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:21,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:21,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:21,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:21,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:21,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:21,044 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732328419913.9834f828fdf3629a09c51c20dd893266. 2024-11-23T02:20:21,044 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9834f828fdf3629a09c51c20dd893266, NAME => 'test,,1732328419913.9834f828fdf3629a09c51c20dd893266.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:20:21,044 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:20:21,044 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T02:20:21,045 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9834f828fdf3629a09c51c20dd893266 2024-11-23T02:20:21,045 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732328419913.9834f828fdf3629a09c51c20dd893266.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:21,045 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9834f828fdf3629a09c51c20dd893266 2024-11-23T02:20:21,045 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9834f828fdf3629a09c51c20dd893266 2024-11-23T02:20:21,046 INFO [StoreOpener-9834f828fdf3629a09c51c20dd893266-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9834f828fdf3629a09c51c20dd893266 2024-11-23T02:20:21,047 INFO [StoreOpener-9834f828fdf3629a09c51c20dd893266-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9834f828fdf3629a09c51c20dd893266 columnFamilyName f 2024-11-23T02:20:21,047 DEBUG [StoreOpener-9834f828fdf3629a09c51c20dd893266-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:21,048 INFO [StoreOpener-9834f828fdf3629a09c51c20dd893266-1 {}] regionserver.HStore(327): Store=9834f828fdf3629a09c51c20dd893266/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:21,048 INFO [StoreOpener-9834f828fdf3629a09c51c20dd893266-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9834f828fdf3629a09c51c20dd893266 2024-11-23T02:20:21,049 INFO [StoreOpener-9834f828fdf3629a09c51c20dd893266-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9834f828fdf3629a09c51c20dd893266 columnFamilyName f1 2024-11-23T02:20:21,049 DEBUG [StoreOpener-9834f828fdf3629a09c51c20dd893266-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:21,049 INFO [StoreOpener-9834f828fdf3629a09c51c20dd893266-1 {}] regionserver.HStore(327): Store=9834f828fdf3629a09c51c20dd893266/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:21,049 INFO [StoreOpener-9834f828fdf3629a09c51c20dd893266-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9834f828fdf3629a09c51c20dd893266 2024-11-23T02:20:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:20:21,050 INFO [StoreOpener-9834f828fdf3629a09c51c20dd893266-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9834f828fdf3629a09c51c20dd893266 columnFamilyName norep 2024-11-23T02:20:21,051 DEBUG [StoreOpener-9834f828fdf3629a09c51c20dd893266-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:21,051 INFO [StoreOpener-9834f828fdf3629a09c51c20dd893266-1 {}] regionserver.HStore(327): Store=9834f828fdf3629a09c51c20dd893266/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:21,051 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9834f828fdf3629a09c51c20dd893266 2024-11-23T02:20:21,052 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/default/test/9834f828fdf3629a09c51c20dd893266 2024-11-23T02:20:21,052 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/default/test/9834f828fdf3629a09c51c20dd893266 2024-11-23T02:20:21,053 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9834f828fdf3629a09c51c20dd893266 2024-11-23T02:20:21,053 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9834f828fdf3629a09c51c20dd893266 2024-11-23T02:20:21,054 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T02:20:21,055 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9834f828fdf3629a09c51c20dd893266 2024-11-23T02:20:21,057 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/default/test/9834f828fdf3629a09c51c20dd893266/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:20:21,057 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9834f828fdf3629a09c51c20dd893266; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73722908, jitterRate=0.09855693578720093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T02:20:21,057 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9834f828fdf3629a09c51c20dd893266 2024-11-23T02:20:21,057 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9834f828fdf3629a09c51c20dd893266: Running coprocessor pre-open hook at 1732328421045Writing region info on filesystem at 1732328421045Initializing all the Stores at 1732328421046 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328421046Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328421046Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328421046Cleaning up temporary data from old regions at 1732328421053 (+7 ms)Running coprocessor post-open hooks at 1732328421057 (+4 ms)Region opened successfully at 1732328421057 2024-11-23T02:20:21,058 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732328419913.9834f828fdf3629a09c51c20dd893266., pid=6, masterSystemTime=1732328421040 2024-11-23T02:20:21,061 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732328419913.9834f828fdf3629a09c51c20dd893266. 2024-11-23T02:20:21,061 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732328419913.9834f828fdf3629a09c51c20dd893266. 2024-11-23T02:20:21,061 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9834f828fdf3629a09c51c20dd893266, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=72b6db343a5d,34127,1732328412574 2024-11-23T02:20:21,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9834f828fdf3629a09c51c20dd893266, server=72b6db343a5d,34127,1732328412574 because future has completed 2024-11-23T02:20:21,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T02:20:21,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9834f828fdf3629a09c51c20dd893266, server=72b6db343a5d,34127,1732328412574 in 178 msec 2024-11-23T02:20:21,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T02:20:21,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9834f828fdf3629a09c51c20dd893266, ASSIGN in 335 msec 2024-11-23T02:20:21,077 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:20:21,077 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328421077"}]},"ts":"1732328421077"} 2024-11-23T02:20:21,079 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T02:20:21,080 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:20:21,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1670 sec 2024-11-23T02:20:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:20:22,060 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T02:20:22,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b453d1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:22,061 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,45589,-1 for getting cluster id 2024-11-23T02:20:22,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:20:22,062 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09243471-a97d-4ee8-b3fd-17de222a4b4c' 2024-11-23T02:20:22,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:20:22,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09243471-a97d-4ee8-b3fd-17de222a4b4c" 2024-11-23T02:20:22,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52811ec9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:22,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,45589,-1] 2024-11-23T02:20:22,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:20:22,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:22,063 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:20:22,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f772c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:22,064 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:20:22,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,45589,1732328404224 2024-11-23T02:20:22,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fc425d0 2024-11-23T02:20:22,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:20:22,066 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:20:22,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45589 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://72b6db343a5d:44939,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T02:20:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45589 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T02:20:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:20:22,069 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:44939' 2024-11-23T02:20:22,070 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c25a98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:22,070 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,44939,-1 for getting cluster id 2024-11-23T02:20:22,070 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:20:22,071 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00846a1f-e80c-4515-8b91-eb305ab9c594' 2024-11-23T02:20:22,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:20:22,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00846a1f-e80c-4515-8b91-eb305ab9c594" 2024-11-23T02:20:22,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@558be01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:22,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,44939,-1] 2024-11-23T02:20:22,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:20:22,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:22,072 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:20:22,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1493ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:22,073 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:20:22,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,44939,1732328408378 2024-11-23T02:20:22,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d885f8c 2024-11-23T02:20:22,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:20:22,074 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:20:22,075 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T02:20:22,075 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T02:20:22,075 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:22,075 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:22,075 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:20:22,076 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:20:22,076 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T02:20:22,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:20:22,077 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:22,078 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:20:22,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_1073741837_1013 (size=1138) 2024-11-23T02:20:22,127 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T02:20:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:20:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:20:22,485 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f5d9036437d203dc8959054e54c9cddd, NAME => 'hbase:replication,,1732328422075.f5d9036437d203dc8959054e54c9cddd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb 2024-11-23T02:20:22,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_1073741838_1014 (size=44) 2024-11-23T02:20:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:20:22,890 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732328422075.f5d9036437d203dc8959054e54c9cddd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:22,891 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f5d9036437d203dc8959054e54c9cddd, disabling compactions & flushes 2024-11-23T02:20:22,891 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732328422075.f5d9036437d203dc8959054e54c9cddd. 2024-11-23T02:20:22,891 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732328422075.f5d9036437d203dc8959054e54c9cddd. 2024-11-23T02:20:22,891 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732328422075.f5d9036437d203dc8959054e54c9cddd. after waiting 0 ms 2024-11-23T02:20:22,891 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732328422075.f5d9036437d203dc8959054e54c9cddd. 2024-11-23T02:20:22,891 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732328422075.f5d9036437d203dc8959054e54c9cddd. 2024-11-23T02:20:22,891 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f5d9036437d203dc8959054e54c9cddd: Waiting for close lock at 1732328422891Disabling compacts and flushes for region at 1732328422891Disabling writes for close at 1732328422891Writing region close event to WAL at 1732328422891Closed at 1732328422891 2024-11-23T02:20:22,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:20:22,892 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732328422075.f5d9036437d203dc8959054e54c9cddd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732328422892"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328422892"}]},"ts":"1732328422892"} 2024-11-23T02:20:22,894 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T02:20:22,895 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:20:22,895 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328422895"}]},"ts":"1732328422895"} 2024-11-23T02:20:22,896 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T02:20:22,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f5d9036437d203dc8959054e54c9cddd, ASSIGN}] 2024-11-23T02:20:22,897 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f5d9036437d203dc8959054e54c9cddd, ASSIGN 2024-11-23T02:20:22,898 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f5d9036437d203dc8959054e54c9cddd, ASSIGN; state=OFFLINE, location=72b6db343a5d,40405,1732328404286; forceNewPlan=false, retain=false 2024-11-23T02:20:23,049 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f5d9036437d203dc8959054e54c9cddd, regionState=OPENING, regionLocation=72b6db343a5d,40405,1732328404286 2024-11-23T02:20:23,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f5d9036437d203dc8959054e54c9cddd, ASSIGN because future has completed 2024-11-23T02:20:23,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5d9036437d203dc8959054e54c9cddd, server=72b6db343a5d,40405,1732328404286}] 2024-11-23T02:20:23,207 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732328422075.f5d9036437d203dc8959054e54c9cddd. 2024-11-23T02:20:23,207 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:20:23,207 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T02:20:23,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C40405%2C1732328404286.rep, suffix=, logDir=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286, archiveDir=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/oldWALs, maxLogs=10 2024-11-23T02:20:23,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:20:23,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.rep.1732328423209, exclude list is [], retry=0 2024-11-23T02:20:23,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38493,DS-8bb2d16b-dc4f-4aff-9351-fba89129dd65,DISK] 2024-11-23T02:20:23,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.rep.1732328423209 2024-11-23T02:20:23,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38499:38499)] 2024-11-23T02:20:23,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f5d9036437d203dc8959054e54c9cddd, NAME => 'hbase:replication,,1732328422075.f5d9036437d203dc8959054e54c9cddd.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:20:23,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:20:23,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:20:23,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732328422075.f5d9036437d203dc8959054e54c9cddd. service=MultiRowMutationService 2024-11-23T02:20:23,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T02:20:23,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f5d9036437d203dc8959054e54c9cddd 2024-11-23T02:20:23,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732328422075.f5d9036437d203dc8959054e54c9cddd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:23,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f5d9036437d203dc8959054e54c9cddd 2024-11-23T02:20:23,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f5d9036437d203dc8959054e54c9cddd 2024-11-23T02:20:23,229 INFO [StoreOpener-f5d9036437d203dc8959054e54c9cddd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f5d9036437d203dc8959054e54c9cddd 2024-11-23T02:20:23,230 INFO [StoreOpener-f5d9036437d203dc8959054e54c9cddd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5d9036437d203dc8959054e54c9cddd columnFamilyName hfileref 2024-11-23T02:20:23,230 DEBUG [StoreOpener-f5d9036437d203dc8959054e54c9cddd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:23,230 INFO [StoreOpener-f5d9036437d203dc8959054e54c9cddd-1 {}] regionserver.HStore(327): Store=f5d9036437d203dc8959054e54c9cddd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:23,230 INFO [StoreOpener-f5d9036437d203dc8959054e54c9cddd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f5d9036437d203dc8959054e54c9cddd 2024-11-23T02:20:23,231 INFO [StoreOpener-f5d9036437d203dc8959054e54c9cddd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5d9036437d203dc8959054e54c9cddd columnFamilyName queue 2024-11-23T02:20:23,231 DEBUG [StoreOpener-f5d9036437d203dc8959054e54c9cddd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:23,232 INFO [StoreOpener-f5d9036437d203dc8959054e54c9cddd-1 {}] regionserver.HStore(327): Store=f5d9036437d203dc8959054e54c9cddd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:23,232 INFO [StoreOpener-f5d9036437d203dc8959054e54c9cddd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f5d9036437d203dc8959054e54c9cddd 2024-11-23T02:20:23,232 INFO [StoreOpener-f5d9036437d203dc8959054e54c9cddd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5d9036437d203dc8959054e54c9cddd columnFamilyName sid 2024-11-23T02:20:23,233 DEBUG [StoreOpener-f5d9036437d203dc8959054e54c9cddd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:23,233 INFO [StoreOpener-f5d9036437d203dc8959054e54c9cddd-1 {}] regionserver.HStore(327): Store=f5d9036437d203dc8959054e54c9cddd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:23,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f5d9036437d203dc8959054e54c9cddd 2024-11-23T02:20:23,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/hbase/replication/f5d9036437d203dc8959054e54c9cddd 2024-11-23T02:20:23,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/hbase/replication/f5d9036437d203dc8959054e54c9cddd 2024-11-23T02:20:23,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f5d9036437d203dc8959054e54c9cddd 2024-11-23T02:20:23,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f5d9036437d203dc8959054e54c9cddd 2024-11-23T02:20:23,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T02:20:23,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f5d9036437d203dc8959054e54c9cddd 2024-11-23T02:20:23,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/hbase/replication/f5d9036437d203dc8959054e54c9cddd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:20:23,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f5d9036437d203dc8959054e54c9cddd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63919028, jitterRate=-0.04753226041793823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T02:20:23,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5d9036437d203dc8959054e54c9cddd 2024-11-23T02:20:23,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f5d9036437d203dc8959054e54c9cddd: Running coprocessor pre-open hook at 1732328423228Writing region info on filesystem at 1732328423228Initializing all the Stores at 1732328423228Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328423228Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328423229 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328423229Cleaning up temporary data from old regions at 1732328423235 (+6 ms)Running coprocessor post-open hooks at 1732328423239 (+4 ms)Region opened successfully at 1732328423239 2024-11-23T02:20:23,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732328422075.f5d9036437d203dc8959054e54c9cddd., pid=10, masterSystemTime=1732328423204 2024-11-23T02:20:23,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732328422075.f5d9036437d203dc8959054e54c9cddd. 2024-11-23T02:20:23,242 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732328422075.f5d9036437d203dc8959054e54c9cddd. 2024-11-23T02:20:23,243 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f5d9036437d203dc8959054e54c9cddd, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,40405,1732328404286 2024-11-23T02:20:23,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5d9036437d203dc8959054e54c9cddd, server=72b6db343a5d,40405,1732328404286 because future has completed 2024-11-23T02:20:23,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T02:20:23,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f5d9036437d203dc8959054e54c9cddd, server=72b6db343a5d,40405,1732328404286 in 194 msec 2024-11-23T02:20:23,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T02:20:23,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f5d9036437d203dc8959054e54c9cddd, ASSIGN in 352 msec 2024-11-23T02:20:23,250 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:20:23,250 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328423250"}]},"ts":"1732328423250"} 2024-11-23T02:20:23,252 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T02:20:23,253 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:20:23,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-23T02:20:23,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732328422075.f5d9036437d203dc8959054e54c9cddd., hostname=72b6db343a5d,40405,1732328404286, seqNum=2] 2024-11-23T02:20:23,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101429f9cef0000, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01442699119 2024-11-23T02:20:23,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x101429f9cef0001, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01442699119 2024-11-23T02:20:23,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T02:20:23,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T02:20:23,445 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T02:20:23,480 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-72b6db343a5d,40405,1732328404286, ReplicationSource: 1, currentBandwidth=0 2024-11-23T02:20:23,481 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:20:23,481 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,40405,1732328404286, seqNum=-1] 2024-11-23T02:20:23,481 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:20:23,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-23T02:20:23,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-72b6db343a5d,40405,1732328404286', locateType=CURRENT is [region=hbase:replication,,1732328422075.f5d9036437d203dc8959054e54c9cddd., hostname=72b6db343a5d,40405,1732328404286, seqNum=2] 2024-11-23T02:20:23,486 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T02:20:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45589 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T02:20:23,488 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 72b6db343a5d,40405,1732328404286 suceeded 2024-11-23T02:20:23,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T02:20:23,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-23T02:20:23,490 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://72b6db343a5d:44939,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T02:20:23,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4240 sec 2024-11-23T02:20:23,499 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:44939' 2024-11-23T02:20:23,501 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dea7070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:23,501 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,44939,-1 for getting cluster id 2024-11-23T02:20:23,501 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:20:23,501 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00846a1f-e80c-4515-8b91-eb305ab9c594' 2024-11-23T02:20:23,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:20:23,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00846a1f-e80c-4515-8b91-eb305ab9c594" 2024-11-23T02:20:23,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10e15e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:23,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,44939,-1] 2024-11-23T02:20:23,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:20:23,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:23,503 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:20:23,503 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c2dd82b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:23,503 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:20:23,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,44939,1732328408378 2024-11-23T02:20:23,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40d7cd4f 2024-11-23T02:20:23,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:20:23,505 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-23T02:20:23,505 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-72b6db343a5d,40405,1732328404286 (queues=1) is replicating from cluster=09243471-a97d-4ee8-b3fd-17de222a4b4c to cluster=00846a1f-e80c-4515-8b91-eb305ab9c594 2024-11-23T02:20:23,506 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=72b6db343a5d%2C40405%2C1732328404286 2024-11-23T02:20:23,506 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-72b6db343a5d,40405,1732328404286, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T02:20:23,506 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276, startPosition=0, beingWritten=true 2024-11-23T02:20:23,506 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.shipper72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 72b6db343a5d%2C40405%2C1732328404286 2024-11-23T02:20:23,511 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:20:23,511 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 379, reset compression=false 2024-11-23T02:20:23,511 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.shipper72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,40405,1732328404286 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:20:23,615 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T02:20:23,615 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-23T02:20:23,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T02:20:23,616 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-23T02:20:23,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T02:20:23,616 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-23T02:20:23,716 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 379, reset compression=false 2024-11-23T02:20:24,020 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 379, reset compression=false 2024-11-23T02:20:24,137 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T02:20:24,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:20:24,220 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T02:20:24,220 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:20:24,221 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:20:24,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:24,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:24,221 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:20:24,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1158d6a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:24,222 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,44939,-1 for getting cluster id 2024-11-23T02:20:24,222 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:20:24,222 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00846a1f-e80c-4515-8b91-eb305ab9c594' 2024-11-23T02:20:24,223 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:20:24,223 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00846a1f-e80c-4515-8b91-eb305ab9c594" 2024-11-23T02:20:24,223 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d258248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:24,223 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,44939,-1] 2024-11-23T02:20:24,223 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:20:24,223 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:24,224 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:20:24,224 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7195a750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:24,225 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:20:24,225 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,44939,1732328408378 2024-11-23T02:20:24,225 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@232154c5 2024-11-23T02:20:24,225 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:20:24,226 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:20:24,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://72b6db343a5d:45109,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T02:20:24,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T02:20:24,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:20:24,229 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:45109' 2024-11-23T02:20:24,230 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3892d272, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:24,230 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,45109,-1 for getting cluster id 2024-11-23T02:20:24,230 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:20:24,230 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c42cf46c-cea7-438f-98d1-a7f1e6ff06c3' 2024-11-23T02:20:24,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:20:24,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c42cf46c-cea7-438f-98d1-a7f1e6ff06c3" 2024-11-23T02:20:24,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49330f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:24,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,45109,-1] 2024-11-23T02:20:24,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:20:24,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:24,231 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:20:24,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b1b3fe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:24,232 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:20:24,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,45109,1732328412534 2024-11-23T02:20:24,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4314b2f 2024-11-23T02:20:24,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:20:24,233 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:20:24,233 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T02:20:24,234 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T02:20:24,234 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:24,234 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:24,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:20:24,234 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:20:24,235 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T02:20:24,236 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:20:24,236 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:24,236 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:20:24,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36111 is added to blk_1073741837_1013 (size=1138) 2024-11-23T02:20:24,285 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T02:20:24,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:20:24,424 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 379, reset compression=false 2024-11-23T02:20:24,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:20:24,642 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 538f4beb11ac120d56d8c323d0a5e500, NAME => 'hbase:replication,,1732328424234.538f4beb11ac120d56d8c323d0a5e500.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6 2024-11-23T02:20:24,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36111 is added to blk_1073741838_1014 (size=44) 2024-11-23T02:20:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:20:24,928 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 379, reset compression=false 2024-11-23T02:20:25,048 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732328424234.538f4beb11ac120d56d8c323d0a5e500.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:25,048 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 538f4beb11ac120d56d8c323d0a5e500, disabling compactions & flushes 2024-11-23T02:20:25,048 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732328424234.538f4beb11ac120d56d8c323d0a5e500. 2024-11-23T02:20:25,048 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732328424234.538f4beb11ac120d56d8c323d0a5e500. 2024-11-23T02:20:25,048 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732328424234.538f4beb11ac120d56d8c323d0a5e500. after waiting 0 ms 2024-11-23T02:20:25,048 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732328424234.538f4beb11ac120d56d8c323d0a5e500. 2024-11-23T02:20:25,048 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732328424234.538f4beb11ac120d56d8c323d0a5e500. 2024-11-23T02:20:25,048 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 538f4beb11ac120d56d8c323d0a5e500: Waiting for close lock at 1732328425048Disabling compacts and flushes for region at 1732328425048Disabling writes for close at 1732328425048Writing region close event to WAL at 1732328425048Closed at 1732328425048 2024-11-23T02:20:25,049 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:20:25,050 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732328424234.538f4beb11ac120d56d8c323d0a5e500.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732328425049"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328425049"}]},"ts":"1732328425049"} 2024-11-23T02:20:25,051 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T02:20:25,052 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:20:25,052 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328425052"}]},"ts":"1732328425052"} 2024-11-23T02:20:25,053 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T02:20:25,054 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=538f4beb11ac120d56d8c323d0a5e500, ASSIGN}] 2024-11-23T02:20:25,055 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=538f4beb11ac120d56d8c323d0a5e500, ASSIGN 2024-11-23T02:20:25,055 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=538f4beb11ac120d56d8c323d0a5e500, ASSIGN; state=OFFLINE, location=72b6db343a5d,46211,1732328408419; forceNewPlan=false, retain=false 2024-11-23T02:20:25,206 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=538f4beb11ac120d56d8c323d0a5e500, regionState=OPENING, regionLocation=72b6db343a5d,46211,1732328408419 2024-11-23T02:20:25,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=538f4beb11ac120d56d8c323d0a5e500, ASSIGN because future has completed 2024-11-23T02:20:25,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 538f4beb11ac120d56d8c323d0a5e500, server=72b6db343a5d,46211,1732328408419}] 2024-11-23T02:20:25,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732328424234.538f4beb11ac120d56d8c323d0a5e500. 2024-11-23T02:20:25,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:20:25,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T02:20:25,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C46211%2C1732328408419.rep, suffix=, logDir=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419, archiveDir=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/oldWALs, maxLogs=10 2024-11-23T02:20:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:20:25,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.rep.1732328425364, exclude list is [], retry=0 2024-11-23T02:20:25,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36111,DS-b0131e3b-833f-4071-a25a-15c1e188732d,DISK] 2024-11-23T02:20:25,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.rep.1732328425364 2024-11-23T02:20:25,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46281:46281)] 2024-11-23T02:20:25,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 538f4beb11ac120d56d8c323d0a5e500, NAME => 'hbase:replication,,1732328424234.538f4beb11ac120d56d8c323d0a5e500.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:20:25,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:20:25,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:20:25,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732328424234.538f4beb11ac120d56d8c323d0a5e500. service=MultiRowMutationService 2024-11-23T02:20:25,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T02:20:25,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 538f4beb11ac120d56d8c323d0a5e500 2024-11-23T02:20:25,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732328424234.538f4beb11ac120d56d8c323d0a5e500.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:25,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 538f4beb11ac120d56d8c323d0a5e500 2024-11-23T02:20:25,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 538f4beb11ac120d56d8c323d0a5e500 2024-11-23T02:20:25,383 INFO [StoreOpener-538f4beb11ac120d56d8c323d0a5e500-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 538f4beb11ac120d56d8c323d0a5e500 2024-11-23T02:20:25,384 INFO [StoreOpener-538f4beb11ac120d56d8c323d0a5e500-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 538f4beb11ac120d56d8c323d0a5e500 columnFamilyName hfileref 2024-11-23T02:20:25,384 DEBUG [StoreOpener-538f4beb11ac120d56d8c323d0a5e500-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:25,384 INFO [StoreOpener-538f4beb11ac120d56d8c323d0a5e500-1 {}] regionserver.HStore(327): Store=538f4beb11ac120d56d8c323d0a5e500/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:25,384 INFO [StoreOpener-538f4beb11ac120d56d8c323d0a5e500-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 538f4beb11ac120d56d8c323d0a5e500 2024-11-23T02:20:25,385 INFO [StoreOpener-538f4beb11ac120d56d8c323d0a5e500-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 538f4beb11ac120d56d8c323d0a5e500 columnFamilyName queue 2024-11-23T02:20:25,385 DEBUG [StoreOpener-538f4beb11ac120d56d8c323d0a5e500-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:25,385 INFO [StoreOpener-538f4beb11ac120d56d8c323d0a5e500-1 {}] regionserver.HStore(327): Store=538f4beb11ac120d56d8c323d0a5e500/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:25,385 INFO [StoreOpener-538f4beb11ac120d56d8c323d0a5e500-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 538f4beb11ac120d56d8c323d0a5e500 2024-11-23T02:20:25,386 INFO [StoreOpener-538f4beb11ac120d56d8c323d0a5e500-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 538f4beb11ac120d56d8c323d0a5e500 columnFamilyName sid 2024-11-23T02:20:25,386 DEBUG [StoreOpener-538f4beb11ac120d56d8c323d0a5e500-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:25,386 INFO [StoreOpener-538f4beb11ac120d56d8c323d0a5e500-1 {}] regionserver.HStore(327): Store=538f4beb11ac120d56d8c323d0a5e500/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:25,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 538f4beb11ac120d56d8c323d0a5e500 2024-11-23T02:20:25,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/hbase/replication/538f4beb11ac120d56d8c323d0a5e500 2024-11-23T02:20:25,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/hbase/replication/538f4beb11ac120d56d8c323d0a5e500 2024-11-23T02:20:25,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 538f4beb11ac120d56d8c323d0a5e500 2024-11-23T02:20:25,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 538f4beb11ac120d56d8c323d0a5e500 2024-11-23T02:20:25,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T02:20:25,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 538f4beb11ac120d56d8c323d0a5e500 2024-11-23T02:20:25,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/hbase/replication/538f4beb11ac120d56d8c323d0a5e500/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:20:25,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 538f4beb11ac120d56d8c323d0a5e500; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59546390, jitterRate=-0.11268964409828186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T02:20:25,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 538f4beb11ac120d56d8c323d0a5e500 2024-11-23T02:20:25,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 538f4beb11ac120d56d8c323d0a5e500: Running coprocessor pre-open hook at 1732328425382Writing region info on filesystem at 1732328425382Initializing all the Stores at 1732328425382Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328425382Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328425383 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328425383Cleaning up temporary data from old regions at 1732328425388 (+5 ms)Running coprocessor post-open hooks at 1732328425391 (+3 ms)Region opened successfully at 1732328425391 2024-11-23T02:20:25,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732328424234.538f4beb11ac120d56d8c323d0a5e500., pid=10, masterSystemTime=1732328425360 2024-11-23T02:20:25,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732328424234.538f4beb11ac120d56d8c323d0a5e500. 2024-11-23T02:20:25,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732328424234.538f4beb11ac120d56d8c323d0a5e500. 2024-11-23T02:20:25,394 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=538f4beb11ac120d56d8c323d0a5e500, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,46211,1732328408419 2024-11-23T02:20:25,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 538f4beb11ac120d56d8c323d0a5e500, server=72b6db343a5d,46211,1732328408419 because future has completed 2024-11-23T02:20:25,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T02:20:25,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 538f4beb11ac120d56d8c323d0a5e500, server=72b6db343a5d,46211,1732328408419 in 188 msec 2024-11-23T02:20:25,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T02:20:25,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=538f4beb11ac120d56d8c323d0a5e500, ASSIGN in 343 msec 2024-11-23T02:20:25,400 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:20:25,400 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328425400"}]},"ts":"1732328425400"} 2024-11-23T02:20:25,401 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T02:20:25,402 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:20:25,403 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-23T02:20:25,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732328424234.538f4beb11ac120d56d8c323d0a5e500., hostname=72b6db343a5d,46211,1732328408419, seqNum=2] 2024-11-23T02:20:25,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46211-0x101429f9cef0004, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353890489 2024-11-23T02:20:25,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101429f9cef0003, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353890489 2024-11-23T02:20:25,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T02:20:25,532 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 379, reset compression=false 2024-11-23T02:20:25,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46211 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T02:20:25,602 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T02:20:25,631 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-72b6db343a5d,46211,1732328408419, ReplicationSource: 1, currentBandwidth=0 2024-11-23T02:20:25,632 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:20:25,632 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,46211,1732328408419, seqNum=-1] 2024-11-23T02:20:25,633 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:20:25,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-23T02:20:25,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-72b6db343a5d,46211,1732328408419', locateType=CURRENT is [region=hbase:replication,,1732328424234.538f4beb11ac120d56d8c323d0a5e500., hostname=72b6db343a5d,46211,1732328408419, seqNum=2] 2024-11-23T02:20:25,638 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T02:20:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T02:20:25,640 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 72b6db343a5d,46211,1732328408419 suceeded 2024-11-23T02:20:25,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T02:20:25,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-23T02:20:25,642 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://72b6db343a5d:45109,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T02:20:25,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4160 sec 2024-11-23T02:20:25,657 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:45109' 2024-11-23T02:20:25,658 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1520edf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:25,658 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,45109,-1 for getting cluster id 2024-11-23T02:20:25,658 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:20:25,659 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c42cf46c-cea7-438f-98d1-a7f1e6ff06c3' 2024-11-23T02:20:25,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:20:25,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c42cf46c-cea7-438f-98d1-a7f1e6ff06c3" 2024-11-23T02:20:25,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c5f2171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:25,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,45109,-1] 2024-11-23T02:20:25,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:20:25,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:25,660 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:20:25,661 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@444831fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:25,661 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:20:25,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,45109,1732328412534 2024-11-23T02:20:25,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5351e1d9 2024-11-23T02:20:25,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:20:25,662 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-23T02:20:25,663 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-72b6db343a5d,46211,1732328408419 (queues=1) is replicating from cluster=00846a1f-e80c-4515-8b91-eb305ab9c594 to cluster=c42cf46c-cea7-438f-98d1-a7f1e6ff06c3 2024-11-23T02:20:25,663 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=72b6db343a5d%2C46211%2C1732328408419 2024-11-23T02:20:25,663 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-72b6db343a5d,46211,1732328408419, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T02:20:25,664 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.shipper72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 72b6db343a5d%2C46211%2C1732328408419 2024-11-23T02:20:25,664 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431, startPosition=0, beingWritten=true 2024-11-23T02:20:25,668 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:20:25,668 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 379, reset compression=false 2024-11-23T02:20:25,668 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.shipper72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,46211,1732328408419 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:20:25,872 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 379, reset compression=false 2024-11-23T02:20:26,176 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 379, reset compression=false 2024-11-23T02:20:26,235 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 379, reset compression=false 2024-11-23T02:20:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:20:26,381 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T02:20:26,381 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:20:26,381 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:20:26,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:26,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:26,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:20:26,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16400bd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:26,382 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,45109,-1 for getting cluster id 2024-11-23T02:20:26,382 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:20:26,382 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c42cf46c-cea7-438f-98d1-a7f1e6ff06c3' 2024-11-23T02:20:26,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:20:26,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c42cf46c-cea7-438f-98d1-a7f1e6ff06c3" 2024-11-23T02:20:26,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d84c259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:26,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,45109,-1] 2024-11-23T02:20:26,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:20:26,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:26,384 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:20:26,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ef209ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:26,385 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:20:26,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,45109,1732328412534 2024-11-23T02:20:26,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@552293ba 2024-11-23T02:20:26,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:20:26,386 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:20:26,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45109 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://72b6db343a5d:45589,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T02:20:26,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45109 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T02:20:26,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:20:26,389 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:45589' 2024-11-23T02:20:26,390 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6afd3815, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:26,390 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,45589,-1 for getting cluster id 2024-11-23T02:20:26,390 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:20:26,390 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09243471-a97d-4ee8-b3fd-17de222a4b4c' 2024-11-23T02:20:26,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:20:26,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09243471-a97d-4ee8-b3fd-17de222a4b4c" 2024-11-23T02:20:26,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd33d7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:26,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,45589,-1] 2024-11-23T02:20:26,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:20:26,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:26,392 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:20:26,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a8007a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:26,392 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:20:26,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,45589,1732328404224 2024-11-23T02:20:26,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14cd6e2b 2024-11-23T02:20:26,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:20:26,394 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:20:26,394 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T02:20:26,394 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T02:20:26,394 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:26,394 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:26,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:20:26,395 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:20:26,395 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T02:20:26,396 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:20:26,396 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:26,397 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:20:26,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741837_1013 (size=1138) 2024-11-23T02:20:26,446 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T02:20:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:20:26,546 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T02:20:26,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:26,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:26,579 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 379, reset compression=false 2024-11-23T02:20:26,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:26,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:26,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:26,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:26,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:26,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:26,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:26,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:26,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:26,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:20:26,804 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4637a901105fa1791e25299754baf085, NAME => 'hbase:replication,,1732328426394.4637a901105fa1791e25299754baf085.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f 2024-11-23T02:20:26,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741838_1014 (size=44) 2024-11-23T02:20:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:20:27,038 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 379, reset compression=false 2024-11-23T02:20:27,083 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 379, reset compression=false 2024-11-23T02:20:27,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732328426394.4637a901105fa1791e25299754baf085.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:27,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4637a901105fa1791e25299754baf085, disabling compactions & flushes 2024-11-23T02:20:27,214 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732328426394.4637a901105fa1791e25299754baf085. 2024-11-23T02:20:27,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732328426394.4637a901105fa1791e25299754baf085. 2024-11-23T02:20:27,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732328426394.4637a901105fa1791e25299754baf085. after waiting 0 ms 2024-11-23T02:20:27,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732328426394.4637a901105fa1791e25299754baf085. 2024-11-23T02:20:27,214 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732328426394.4637a901105fa1791e25299754baf085. 2024-11-23T02:20:27,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4637a901105fa1791e25299754baf085: Waiting for close lock at 1732328427214Disabling compacts and flushes for region at 1732328427214Disabling writes for close at 1732328427214Writing region close event to WAL at 1732328427214Closed at 1732328427214 2024-11-23T02:20:27,215 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:20:27,215 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732328426394.4637a901105fa1791e25299754baf085.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732328427215"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328427215"}]},"ts":"1732328427215"} 2024-11-23T02:20:27,217 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T02:20:27,218 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:20:27,218 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328427218"}]},"ts":"1732328427218"} 2024-11-23T02:20:27,219 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T02:20:27,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4637a901105fa1791e25299754baf085, ASSIGN}] 2024-11-23T02:20:27,220 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4637a901105fa1791e25299754baf085, ASSIGN 2024-11-23T02:20:27,221 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4637a901105fa1791e25299754baf085, ASSIGN; state=OFFLINE, location=72b6db343a5d,34127,1732328412574; forceNewPlan=false, retain=false 2024-11-23T02:20:27,372 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4637a901105fa1791e25299754baf085, regionState=OPENING, regionLocation=72b6db343a5d,34127,1732328412574 2024-11-23T02:20:27,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4637a901105fa1791e25299754baf085, ASSIGN because future has completed 2024-11-23T02:20:27,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4637a901105fa1791e25299754baf085, server=72b6db343a5d,34127,1732328412574}] 2024-11-23T02:20:27,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732328426394.4637a901105fa1791e25299754baf085. 2024-11-23T02:20:27,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:20:27,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T02:20:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:20:27,531 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C34127%2C1732328412574.rep, suffix=, logDir=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574, archiveDir=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/oldWALs, maxLogs=10 2024-11-23T02:20:27,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.rep.1732328427531, exclude list is [], retry=0 2024-11-23T02:20:27,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34117,DS-d4493d2c-dc03-4e43-9297-054db58313d7,DISK] 2024-11-23T02:20:27,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.rep.1732328427531 2024-11-23T02:20:27,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44351:44351)] 2024-11-23T02:20:27,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4637a901105fa1791e25299754baf085, NAME => 'hbase:replication,,1732328426394.4637a901105fa1791e25299754baf085.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:20:27,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:20:27,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:20:27,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732328426394.4637a901105fa1791e25299754baf085. service=MultiRowMutationService 2024-11-23T02:20:27,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T02:20:27,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4637a901105fa1791e25299754baf085 2024-11-23T02:20:27,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732328426394.4637a901105fa1791e25299754baf085.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:27,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4637a901105fa1791e25299754baf085 2024-11-23T02:20:27,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4637a901105fa1791e25299754baf085 2024-11-23T02:20:27,553 INFO [StoreOpener-4637a901105fa1791e25299754baf085-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4637a901105fa1791e25299754baf085 2024-11-23T02:20:27,554 INFO [StoreOpener-4637a901105fa1791e25299754baf085-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4637a901105fa1791e25299754baf085 columnFamilyName hfileref 2024-11-23T02:20:27,554 DEBUG [StoreOpener-4637a901105fa1791e25299754baf085-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:27,554 INFO [StoreOpener-4637a901105fa1791e25299754baf085-1 {}] regionserver.HStore(327): Store=4637a901105fa1791e25299754baf085/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:27,554 INFO [StoreOpener-4637a901105fa1791e25299754baf085-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4637a901105fa1791e25299754baf085 2024-11-23T02:20:27,555 INFO [StoreOpener-4637a901105fa1791e25299754baf085-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4637a901105fa1791e25299754baf085 columnFamilyName queue 2024-11-23T02:20:27,555 DEBUG [StoreOpener-4637a901105fa1791e25299754baf085-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:27,555 INFO [StoreOpener-4637a901105fa1791e25299754baf085-1 {}] regionserver.HStore(327): Store=4637a901105fa1791e25299754baf085/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:27,555 INFO [StoreOpener-4637a901105fa1791e25299754baf085-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4637a901105fa1791e25299754baf085 2024-11-23T02:20:27,556 INFO [StoreOpener-4637a901105fa1791e25299754baf085-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4637a901105fa1791e25299754baf085 columnFamilyName sid 2024-11-23T02:20:27,556 DEBUG [StoreOpener-4637a901105fa1791e25299754baf085-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:27,556 INFO [StoreOpener-4637a901105fa1791e25299754baf085-1 {}] regionserver.HStore(327): Store=4637a901105fa1791e25299754baf085/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:27,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4637a901105fa1791e25299754baf085 2024-11-23T02:20:27,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/hbase/replication/4637a901105fa1791e25299754baf085 2024-11-23T02:20:27,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/hbase/replication/4637a901105fa1791e25299754baf085 2024-11-23T02:20:27,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4637a901105fa1791e25299754baf085 2024-11-23T02:20:27,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4637a901105fa1791e25299754baf085 2024-11-23T02:20:27,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T02:20:27,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4637a901105fa1791e25299754baf085 2024-11-23T02:20:27,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/hbase/replication/4637a901105fa1791e25299754baf085/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:20:27,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4637a901105fa1791e25299754baf085; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68336368, jitterRate=0.018291234970092773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T02:20:27,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4637a901105fa1791e25299754baf085 2024-11-23T02:20:27,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4637a901105fa1791e25299754baf085: Running coprocessor pre-open hook at 1732328427552Writing region info on filesystem at 1732328427552Initializing all the Stores at 1732328427553 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328427553Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328427553Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328427553Cleaning up temporary data from old regions at 1732328427558 (+5 ms)Running coprocessor post-open hooks at 1732328427561 (+3 ms)Region opened successfully at 1732328427561 2024-11-23T02:20:27,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732328426394.4637a901105fa1791e25299754baf085., pid=10, masterSystemTime=1732328427526 2024-11-23T02:20:27,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732328426394.4637a901105fa1791e25299754baf085. 2024-11-23T02:20:27,563 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732328426394.4637a901105fa1791e25299754baf085. 2024-11-23T02:20:27,564 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4637a901105fa1791e25299754baf085, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,34127,1732328412574 2024-11-23T02:20:27,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4637a901105fa1791e25299754baf085, server=72b6db343a5d,34127,1732328412574 because future has completed 2024-11-23T02:20:27,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T02:20:27,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4637a901105fa1791e25299754baf085, server=72b6db343a5d,34127,1732328412574 in 192 msec 2024-11-23T02:20:27,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T02:20:27,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4637a901105fa1791e25299754baf085, ASSIGN in 348 msec 2024-11-23T02:20:27,570 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:20:27,570 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328427570"}]},"ts":"1732328427570"} 2024-11-23T02:20:27,571 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T02:20:27,572 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:20:27,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-23T02:20:27,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732328426394.4637a901105fa1791e25299754baf085., hostname=72b6db343a5d,34127,1732328412574, seqNum=2] 2024-11-23T02:20:27,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34127-0x101429f9cef0007, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1884024893 2024-11-23T02:20:27,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45109-0x101429f9cef0006, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1884024893 2024-11-23T02:20:27,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T02:20:27,686 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 379, reset compression=false 2024-11-23T02:20:27,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34127 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T02:20:27,763 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T02:20:27,791 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-72b6db343a5d,34127,1732328412574, ReplicationSource: 1, currentBandwidth=0 2024-11-23T02:20:27,791 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:20:27,792 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,34127,1732328412574, seqNum=-1] 2024-11-23T02:20:27,792 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:20:27,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-23T02:20:27,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-72b6db343a5d,34127,1732328412574', locateType=CURRENT is [region=hbase:replication,,1732328426394.4637a901105fa1791e25299754baf085., hostname=72b6db343a5d,34127,1732328412574, seqNum=2] 2024-11-23T02:20:27,797 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T02:20:27,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45109 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T02:20:27,799 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 72b6db343a5d,34127,1732328412574 suceeded 2024-11-23T02:20:27,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T02:20:27,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-23T02:20:27,801 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://72b6db343a5d:45589,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T02:20:27,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4150 sec 2024-11-23T02:20:27,818 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:45589' 2024-11-23T02:20:27,820 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56e14991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:27,820 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,45589,-1 for getting cluster id 2024-11-23T02:20:27,820 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:20:27,821 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09243471-a97d-4ee8-b3fd-17de222a4b4c' 2024-11-23T02:20:27,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:20:27,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09243471-a97d-4ee8-b3fd-17de222a4b4c" 2024-11-23T02:20:27,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6976352c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:27,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,45589,-1] 2024-11-23T02:20:27,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:20:27,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:27,822 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:20:27,823 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d9bb8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:27,823 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:20:27,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,45589,1732328404224 2024-11-23T02:20:27,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ccb2951 2024-11-23T02:20:27,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:20:27,824 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-23T02:20:27,825 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-72b6db343a5d,34127,1732328412574 (queues=1) is replicating from cluster=c42cf46c-cea7-438f-98d1-a7f1e6ff06c3 to cluster=09243471-a97d-4ee8-b3fd-17de222a4b4c 2024-11-23T02:20:27,825 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=72b6db343a5d%2C34127%2C1732328412574 2024-11-23T02:20:27,825 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-72b6db343a5d,34127,1732328412574, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T02:20:27,825 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574, startPosition=0, beingWritten=true 2024-11-23T02:20:27,825 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.shipper72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 72b6db343a5d%2C34127%2C1732328412574 2024-11-23T02:20:27,829 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:20:27,830 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 to pos 379, reset compression=false 2024-11-23T02:20:27,830 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.shipper72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,34127,1732328412574 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:20:27,942 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 379, reset compression=false 2024-11-23T02:20:28,033 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 to pos 379, reset compression=false 2024-11-23T02:20:28,337 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 to pos 379, reset compression=false 2024-11-23T02:20:28,390 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 379, reset compression=false 2024-11-23T02:20:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:20:28,540 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T02:20:28,541 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:20:28,541 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:20:28,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:28,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:28,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:20:28,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2886c11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:28,542 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,45589,-1 for getting cluster id 2024-11-23T02:20:28,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:20:28,543 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09243471-a97d-4ee8-b3fd-17de222a4b4c' 2024-11-23T02:20:28,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:20:28,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09243471-a97d-4ee8-b3fd-17de222a4b4c" 2024-11-23T02:20:28,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d31e02a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:28,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,45589,-1] 2024-11-23T02:20:28,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:20:28,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:28,544 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:20:28,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2740df41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:28,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d0fb9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:28,545 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,44939,-1 for getting cluster id 2024-11-23T02:20:28,545 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:20:28,546 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00846a1f-e80c-4515-8b91-eb305ab9c594' 2024-11-23T02:20:28,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:20:28,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00846a1f-e80c-4515-8b91-eb305ab9c594" 2024-11-23T02:20:28,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c0a572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:28,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,44939,-1] 2024-11-23T02:20:28,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:20:28,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:28,547 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:20:28,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@698513e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:28,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d52e53d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:28,548 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,45109,-1 for getting cluster id 2024-11-23T02:20:28,548 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:20:28,549 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c42cf46c-cea7-438f-98d1-a7f1e6ff06c3' 2024-11-23T02:20:28,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:20:28,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c42cf46c-cea7-438f-98d1-a7f1e6ff06c3" 2024-11-23T02:20:28,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15eede28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:28,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,45109,-1] 2024-11-23T02:20:28,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:20:28,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:28,550 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:20:28,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36c1e472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:28,551 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:20:28,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,40405,1732328404286, seqNum=-1] 2024-11-23T02:20:28,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:20:28,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:20:28,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732328415612.f3f9bdad0ed0a463d105bdfc9e095b0f., hostname=72b6db343a5d,40405,1732328404286, seqNum=2] 2024-11-23T02:20:28,557 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:20:28,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,34127,1732328412574, seqNum=-1] 2024-11-23T02:20:28,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:20:28,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:20:28,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732328419913.9834f828fdf3629a09c51c20dd893266., hostname=72b6db343a5d,34127,1732328412574, seqNum=2] 2024-11-23T02:20:28,562 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-23T02:20:28,740 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 to pos 379, reset compression=false 2024-11-23T02:20:28,945 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 379, reset compression=false 2024-11-23T02:20:28,953 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T02:20:28,953 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 480, reset compression=false 2024-11-23T02:20:28,954 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.shipper72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,40405,1732328404286 got entry batch from reader: WALEntryBatch [walEntries=[{test/f3f9bdad0ed0a463d105bdfc9e095b0f/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-23T02:20:28,956 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.shipper72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:20:28,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-23T02:20:28,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T02:20:28,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@210e5c7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:28,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,44939,-1 for getting cluster id 2024-11-23T02:20:28,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:20:28,963 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00846a1f-e80c-4515-8b91-eb305ab9c594' 2024-11-23T02:20:28,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:20:28,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00846a1f-e80c-4515-8b91-eb305ab9c594" 2024-11-23T02:20:28,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d50a33f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:28,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,44939,-1] 2024-11-23T02:20:28,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:20:28,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:28,965 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:20:28,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@129fe0a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:28,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:20:28,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,46211,1732328408419, seqNum=-1] 2024-11-23T02:20:28,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:20:28,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-23T02:20:28,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732328417763.62eafd3ad8105936a458c9479d075936., hostname=72b6db343a5d,46211,1732328408419, seqNum=2] 2024-11-23T02:20:28,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T02:20:29,169 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 480, reset compression=false 2024-11-23T02:20:29,201 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 379, reset compression=false 2024-11-23T02:20:29,209 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T02:20:29,209 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 503, reset compression=false 2024-11-23T02:20:29,209 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.shipper72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,46211,1732328408419 got entry batch from reader: WALEntryBatch [walEntries=[{test/62eafd3ad8105936a458c9479d075936/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-23T02:20:29,211 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.shipper72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:20:29,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-23T02:20:29,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T02:20:29,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@242d09c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:29,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,45109,-1 for getting cluster id 2024-11-23T02:20:29,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:20:29,217 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c42cf46c-cea7-438f-98d1-a7f1e6ff06c3' 2024-11-23T02:20:29,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:20:29,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c42cf46c-cea7-438f-98d1-a7f1e6ff06c3" 2024-11-23T02:20:29,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@710d41d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:29,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,45109,-1] 2024-11-23T02:20:29,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:20:29,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:29,219 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:20:29,220 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8adb56b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:29,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:20:29,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,34127,1732328412574, seqNum=-1] 2024-11-23T02:20:29,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:20:29,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-23T02:20:29,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732328419913.9834f828fdf3629a09c51c20dd893266., hostname=72b6db343a5d,34127,1732328412574, seqNum=2] 2024-11-23T02:20:29,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T02:20:29,274 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 to pos 379, reset compression=false 2024-11-23T02:20:29,284 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:20:29,285 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 to pos 525, reset compression=false 2024-11-23T02:20:29,285 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.shipper72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,34127,1732328412574 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574, lastWalPosition=525, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:20:29,438 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 503, reset compression=false 2024-11-23T02:20:29,474 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 480, reset compression=false 2024-11-23T02:20:29,493 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 to pos 525, reset compression=false 2024-11-23T02:20:29,564 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-23T02:20:29,564 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:20:29,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,46211,1732328408419, seqNum=-1] 2024-11-23T02:20:29,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:20:29,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:20:29,569 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732328417763.62eafd3ad8105936a458c9479d075936., hostname=72b6db343a5d,46211,1732328408419, seqNum=2] 2024-11-23T02:20:29,572 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-23T02:20:29,742 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 503, reset compression=false 2024-11-23T02:20:29,747 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T02:20:29,747 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 607, reset compression=false 2024-11-23T02:20:29,747 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.shipper72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,46211,1732328408419 got entry batch from reader: WALEntryBatch [walEntries=[{test/62eafd3ad8105936a458c9479d075936/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T02:20:29,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T02:20:29,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T02:20:29,797 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 to pos 525, reset compression=false 2024-11-23T02:20:29,802 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T02:20:29,802 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 to pos 651, reset compression=false 2024-11-23T02:20:29,802 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.shipper72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,34127,1732328412574 got entry batch from reader: WALEntryBatch [walEntries=[{test/9834f828fdf3629a09c51c20dd893266/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574, lastWalPosition=651, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-23T02:20:29,804 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.shipper72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:20:29,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-23T02:20:29,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T02:20:29,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@795c17b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:29,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,45589,-1 for getting cluster id 2024-11-23T02:20:29,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:20:29,807 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09243471-a97d-4ee8-b3fd-17de222a4b4c' 2024-11-23T02:20:29,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:20:29,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09243471-a97d-4ee8-b3fd-17de222a4b4c" 2024-11-23T02:20:29,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@506bf6a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:29,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,45589,-1] 2024-11-23T02:20:29,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:20:29,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:29,809 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:20:29,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70988b2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:29,810 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:20:29,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,40405,1732328404286, seqNum=-1] 2024-11-23T02:20:29,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:20:29,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-23T02:20:29,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732328415612.f3f9bdad0ed0a463d105bdfc9e095b0f., hostname=72b6db343a5d,40405,1732328404286, seqNum=2] 2024-11-23T02:20:29,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T02:20:29,881 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 480, reset compression=false 2024-11-23T02:20:29,886 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:20:29,886 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 630, reset compression=false 2024-11-23T02:20:29,886 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.shipper72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,40405,1732328404286 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:20:29,951 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 607, reset compression=false 2024-11-23T02:20:30,006 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 to pos 651, reset compression=false 2024-11-23T02:20:30,090 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 630, reset compression=false 2024-11-23T02:20:30,255 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 607, reset compression=false 2024-11-23T02:20:30,311 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 to pos 651, reset compression=false 2024-11-23T02:20:30,405 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 630, reset compression=false 2024-11-23T02:20:30,574 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-23T02:20:30,578 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-23T02:20:30,660 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 607, reset compression=false 2024-11-23T02:20:30,716 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 to pos 651, reset compression=false 2024-11-23T02:20:30,720 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T02:20:30,720 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 to pos 755, reset compression=false 2024-11-23T02:20:30,720 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.shipper72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,34127,1732328412574 got entry batch from reader: WALEntryBatch [walEntries=[{test/9834f828fdf3629a09c51c20dd893266/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574, lastWalPosition=755, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T02:20:30,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T02:20:30,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T02:20:30,808 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 630, reset compression=false 2024-11-23T02:20:30,814 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T02:20:30,814 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 758, reset compression=false 2024-11-23T02:20:30,814 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.shipper72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,40405,1732328404286 got entry batch from reader: WALEntryBatch [walEntries=[{test/f3f9bdad0ed0a463d105bdfc9e095b0f/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-23T02:20:30,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T02:20:30,818 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T02:20:30,924 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 to pos 755, reset compression=false 2024-11-23T02:20:31,022 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 758, reset compression=false 2024-11-23T02:20:31,165 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 607, reset compression=false 2024-11-23T02:20:31,171 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:20:31,171 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 758, reset compression=false 2024-11-23T02:20:31,171 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.shipper72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,46211,1732328408419 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:20:31,229 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 to pos 755, reset compression=false 2024-11-23T02:20:31,326 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 758, reset compression=false 2024-11-23T02:20:31,381 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 758, reset compression=false 2024-11-23T02:20:31,580 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-23T02:20:31,585 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-23T02:20:31,634 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 to pos 755, reset compression=false 2024-11-23T02:20:31,685 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 758, reset compression=false 2024-11-23T02:20:31,730 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 758, reset compression=false 2024-11-23T02:20:31,735 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T02:20:31,735 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 914, reset compression=false 2024-11-23T02:20:31,735 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.shipper72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,40405,1732328404286 got entry batch from reader: WALEntryBatch [walEntries=[{test/f3f9bdad0ed0a463d105bdfc9e095b0f/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-23T02:20:31,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T02:20:31,739 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T02:20:31,939 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 914, reset compression=false 2024-11-23T02:20:32,090 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 758, reset compression=false 2024-11-23T02:20:32,095 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T02:20:32,095 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 905, reset compression=false 2024-11-23T02:20:32,095 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.shipper72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,46211,1732328408419 got entry batch from reader: WALEntryBatch [walEntries=[{test/62eafd3ad8105936a458c9479d075936/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-23T02:20:32,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T02:20:32,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T02:20:32,138 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 to pos 755, reset compression=false 2024-11-23T02:20:32,142 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:20:32,142 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 to pos 924, reset compression=false 2024-11-23T02:20:32,142 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.shipper72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,34127,1732328412574 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574, lastWalPosition=924, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:20:32,248 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 914, reset compression=false 2024-11-23T02:20:32,299 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 905, reset compression=false 2024-11-23T02:20:32,350 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 to pos 924, reset compression=false 2024-11-23T02:20:32,587 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-23T02:20:32,594 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-23T02:20:32,603 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 905, reset compression=false 2024-11-23T02:20:32,613 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T02:20:32,613 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 1064, reset compression=false 2024-11-23T02:20:32,613 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.shipper72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,46211,1732328408419 got entry batch from reader: WALEntryBatch [walEntries=[{test/62eafd3ad8105936a458c9479d075936/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-23T02:20:32,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T02:20:32,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T02:20:32,652 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 914, reset compression=false 2024-11-23T02:20:32,661 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 to pos 924, reset compression=false 2024-11-23T02:20:32,669 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T02:20:32,669 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 to pos 1072, reset compression=false 2024-11-23T02:20:32,669 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.shipper72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,34127,1732328412574 got entry batch from reader: WALEntryBatch [walEntries=[{test/9834f828fdf3629a09c51c20dd893266/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574, lastWalPosition=1072, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-23T02:20:32,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T02:20:32,673 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T02:20:32,838 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 1064, reset compression=false 2024-11-23T02:20:32,877 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 to pos 1072, reset compression=false 2024-11-23T02:20:33,054 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T02:20:33,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:33,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:33,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:33,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:33,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:33,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:33,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:33,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:33,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:33,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:33,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:33,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:33,142 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 1064, reset compression=false 2024-11-23T02:20:33,161 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 914, reset compression=false 2024-11-23T02:20:33,164 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:20:33,164 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 1086, reset compression=false 2024-11-23T02:20:33,164 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.shipper72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,40405,1732328404286 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276, lastWalPosition=1086, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:20:33,181 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 to pos 1072, reset compression=false 2024-11-23T02:20:33,367 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 1086, reset compression=false 2024-11-23T02:20:33,546 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 1064, reset compression=false 2024-11-23T02:20:33,584 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 to pos 1072, reset compression=false 2024-11-23T02:20:33,597 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-23T02:20:33,601 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-23T02:20:33,671 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 1086, reset compression=false 2024-11-23T02:20:34,049 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 1064, reset compression=false 2024-11-23T02:20:34,076 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 1086, reset compression=false 2024-11-23T02:20:34,088 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 to pos 1072, reset compression=false 2024-11-23T02:20:34,092 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T02:20:34,093 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 to pos 1231, reset compression=false 2024-11-23T02:20:34,093 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.shipper72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,34127,1732328412574 got entry batch from reader: WALEntryBatch [walEntries=[{test/9834f828fdf3629a09c51c20dd893266/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574, lastWalPosition=1231, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-23T02:20:34,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T02:20:34,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T02:20:34,210 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T02:20:34,302 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 to pos 1231, reset compression=false 2024-11-23T02:20:34,581 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 1086, reset compression=false 2024-11-23T02:20:34,586 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T02:20:34,586 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 1236, reset compression=false 2024-11-23T02:20:34,586 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.shipper72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,40405,1732328404286 got entry batch from reader: WALEntryBatch [walEntries=[{test/f3f9bdad0ed0a463d105bdfc9e095b0f/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-23T02:20:34,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T02:20:34,590 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T02:20:34,602 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-23T02:20:34,606 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 to pos 1231, reset compression=false 2024-11-23T02:20:34,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2811c3e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:34,618 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,45109,-1 for getting cluster id 2024-11-23T02:20:34,618 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:20:34,619 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c42cf46c-cea7-438f-98d1-a7f1e6ff06c3' 2024-11-23T02:20:34,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:20:34,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c42cf46c-cea7-438f-98d1-a7f1e6ff06c3" 2024-11-23T02:20:34,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5344d3a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:34,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,45109,-1] 2024-11-23T02:20:34,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:20:34,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:34,621 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:20:34,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2657d48b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:34,624 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:20:34,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,45109,1732328412534 2024-11-23T02:20:34,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a5d2ffd 2024-11-23T02:20:34,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:20:34,626 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:20:34,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45109 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-23T02:20:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45109 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-23T02:20:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T02:20:34,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T02:20:34,654 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 1064, reset compression=false 2024-11-23T02:20:34,660 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:20:34,660 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 1237, reset compression=false 2024-11-23T02:20:34,660 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.shipper72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,46211,1732328408419 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:20:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T02:20:34,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34127 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-23T02:20:34,787 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-23T02:20:34,787 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-23T02:20:34,788 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-72b6db343a5d,34127,1732328412574 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-23T02:20:34,788 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0. 2024-11-23T02:20:34,788 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:20:34,788 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:34,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:20:34,788 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:34,796 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 1236, reset compression=false 2024-11-23T02:20:34,864 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 1237, reset compression=false 2024-11-23T02:20:34,888 WARN [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T02:20:34,888 WARN [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.shipper72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T02:20:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T02:20:34,989 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.shipper72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 terminated 2024-11-23T02:20:35,008 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-72b6db343a5d,34127,1732328412574, ReplicationSource: 1, currentBandwidth=0 2024-11-23T02:20:35,008 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-23T02:20:35,009 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-23T02:20:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45109 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-23T02:20:35,011 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 72b6db343a5d,34127,1732328412574 suceeded 2024-11-23T02:20:35,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-23T02:20:35,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 377 msec 2024-11-23T02:20:35,013 INFO [PEWorker-1 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-23T02:20:35,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 386 msec 2024-11-23T02:20:35,023 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:45589' 2024-11-23T02:20:35,024 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b0df4eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:35,024 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,45589,-1 for getting cluster id 2024-11-23T02:20:35,024 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:20:35,025 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09243471-a97d-4ee8-b3fd-17de222a4b4c' 2024-11-23T02:20:35,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:20:35,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09243471-a97d-4ee8-b3fd-17de222a4b4c" 2024-11-23T02:20:35,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bfdabbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:35,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,45589,-1] 2024-11-23T02:20:35,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:20:35,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:35,027 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:20:35,027 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15189de6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:35,027 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:20:35,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,45589,1732328404224 2024-11-23T02:20:35,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@83dc8f4 2024-11-23T02:20:35,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:20:35,029 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-23T02:20:35,030 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-72b6db343a5d,34127,1732328412574 (queues=1) is replicating from cluster=c42cf46c-cea7-438f-98d1-a7f1e6ff06c3 to cluster=09243471-a97d-4ee8-b3fd-17de222a4b4c 2024-11-23T02:20:35,030 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=72b6db343a5d%2C34127%2C1732328412574 2024-11-23T02:20:35,030 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-72b6db343a5d,34127,1732328412574, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T02:20:35,032 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.shipper72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 72b6db343a5d%2C34127%2C1732328412574 2024-11-23T02:20:35,100 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 1236, reset compression=false 2024-11-23T02:20:35,168 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 1237, reset compression=false 2024-11-23T02:20:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T02:20:35,261 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-23T02:20:35,261 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:20:35,261 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:20:35,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:35,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:35,261 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:20:35,265 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-23T02:20:35,504 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 1236, reset compression=false 2024-11-23T02:20:35,509 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T02:20:35,509 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 1340, reset compression=false 2024-11-23T02:20:35,509 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.shipper72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,40405,1732328404286 got entry batch from reader: WALEntryBatch [walEntries=[{test/f3f9bdad0ed0a463d105bdfc9e095b0f/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T02:20:35,510 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T02:20:35,513 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46211 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T02:20:35,573 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 1237, reset compression=false 2024-11-23T02:20:35,581 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T02:20:35,581 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 1364, reset compression=false 2024-11-23T02:20:35,581 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.shipper72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,46211,1732328408419 got entry batch from reader: WALEntryBatch [walEntries=[{test/62eafd3ad8105936a458c9479d075936/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-23T02:20:35,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T02:20:35,586 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T02:20:35,725 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 1340, reset compression=false 2024-11-23T02:20:35,795 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 1364, reset compression=false 2024-11-23T02:20:36,034 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 1340, reset compression=false 2024-11-23T02:20:36,102 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 1364, reset compression=false 2024-11-23T02:20:36,269 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-23T02:20:36,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24e75c3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:36,272 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,45109,-1 for getting cluster id 2024-11-23T02:20:36,272 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:20:36,273 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c42cf46c-cea7-438f-98d1-a7f1e6ff06c3' 2024-11-23T02:20:36,273 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:20:36,273 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c42cf46c-cea7-438f-98d1-a7f1e6ff06c3" 2024-11-23T02:20:36,273 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30340331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:36,273 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,45109,-1] 2024-11-23T02:20:36,273 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:20:36,274 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:36,276 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:20:36,277 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4d354b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:36,279 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:20:36,280 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,45109,1732328412534 2024-11-23T02:20:36,280 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@426f5ce5 2024-11-23T02:20:36,281 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:20:36,281 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:20:36,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45109 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-23T02:20:36,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45109 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-23T02:20:36,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-23T02:20:36,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T02:20:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-23T02:20:36,438 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 1340, reset compression=false 2024-11-23T02:20:36,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34127 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-23T02:20:36,444 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-23T02:20:36,444 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-23T02:20:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45109 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-23T02:20:36,446 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 72b6db343a5d,34127,1732328412574 suceeded 2024-11-23T02:20:36,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-23T02:20:36,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 157 msec 2024-11-23T02:20:36,448 INFO [PEWorker-3 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-23T02:20:36,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 166 msec 2024-11-23T02:20:36,506 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 1364, reset compression=false 2024-11-23T02:20:36,511 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T02:20:36,511 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 1468, reset compression=false 2024-11-23T02:20:36,511 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.shipper72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,46211,1732328408419 got entry batch from reader: WALEntryBatch [walEntries=[{test/62eafd3ad8105936a458c9479d075936/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T02:20:36,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T02:20:36,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34127 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T02:20:36,531 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574, startPosition=1231, beingWritten=true 2024-11-23T02:20:36,536 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T02:20:36,536 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 to pos 1506, reset compression=false 2024-11-23T02:20:36,536 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.shipper72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,34127,1732328412574 got entry batch from reader: WALEntryBatch [walEntries=[{test/9834f828fdf3629a09c51c20dd893266/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574, lastWalPosition=1506, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-23T02:20:36,539 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.shipper72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:20:36,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-23T02:20:36,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T02:20:36,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T02:20:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-23T02:20:36,601 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-23T02:20:36,601 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:20:36,601 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:20:36,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:36,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:36,602 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:20:36,604 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-23T02:20:36,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T02:20:36,604 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:20:36,604 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:20:36,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:36,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:36,604 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:20:36,604 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T02:20:36,604 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=345714013, stopped=false 2024-11-23T02:20:36,605 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=72b6db343a5d,45109,1732328412534 2024-11-23T02:20:36,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34127-0x101429f9cef0007, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1884024893/running 2024-11-23T02:20:36,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34127-0x101429f9cef0007, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1884024893 2024-11-23T02:20:36,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45109-0x101429f9cef0006, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1884024893/running 2024-11-23T02:20:36,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45109-0x101429f9cef0006, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1884024893 2024-11-23T02:20:36,609 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:20:36,609 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:20:36,609 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:20:36,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:36,610 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '72b6db343a5d,34127,1732328412574' ***** 2024-11-23T02:20:36,610 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T02:20:36,610 INFO [RS:0;72b6db343a5d:34127 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T02:20:36,610 INFO [RS:0;72b6db343a5d:34127 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T02:20:36,610 INFO [RS:0;72b6db343a5d:34127 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T02:20:36,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34127-0x101429f9cef0007, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Set watcher on znode that does not yet exist, /2-1884024893/running 2024-11-23T02:20:36,611 INFO [RS:0;72b6db343a5d:34127 {}] regionserver.HRegionServer(3091): Received CLOSE for 4637a901105fa1791e25299754baf085 2024-11-23T02:20:36,611 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T02:20:36,611 INFO [RS:0;72b6db343a5d:34127 {}] regionserver.HRegionServer(3091): Received CLOSE for 9834f828fdf3629a09c51c20dd893266 2024-11-23T02:20:36,611 INFO [RS:0;72b6db343a5d:34127 {}] regionserver.HRegionServer(959): stopping server 72b6db343a5d,34127,1732328412574 2024-11-23T02:20:36,611 INFO [RS:0;72b6db343a5d:34127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:20:36,611 INFO [RS:0;72b6db343a5d:34127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:34127. 2024-11-23T02:20:36,611 DEBUG [RS:0;72b6db343a5d:34127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:20:36,611 DEBUG [RS:0;72b6db343a5d:34127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:36,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45109-0x101429f9cef0006, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Set watcher on znode that does not yet exist, /2-1884024893/running 2024-11-23T02:20:36,611 INFO [RS:0;72b6db343a5d:34127 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T02:20:36,611 INFO [RS:0;72b6db343a5d:34127 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T02:20:36,611 INFO [RS:0;72b6db343a5d:34127 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T02:20:36,611 INFO [RS:0;72b6db343a5d:34127 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T02:20:36,612 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4637a901105fa1791e25299754baf085, disabling compactions & flushes 2024-11-23T02:20:36,612 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732328426394.4637a901105fa1791e25299754baf085. 2024-11-23T02:20:36,612 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732328426394.4637a901105fa1791e25299754baf085. 2024-11-23T02:20:36,612 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732328426394.4637a901105fa1791e25299754baf085. after waiting 0 ms 2024-11-23T02:20:36,612 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732328426394.4637a901105fa1791e25299754baf085. 2024-11-23T02:20:36,612 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4637a901105fa1791e25299754baf085 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-23T02:20:36,616 INFO [RS:0;72b6db343a5d:34127 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T02:20:36,616 DEBUG [RS:0;72b6db343a5d:34127 {}] regionserver.HRegionServer(1325): Online Regions={4637a901105fa1791e25299754baf085=hbase:replication,,1732328426394.4637a901105fa1791e25299754baf085., 1588230740=hbase:meta,,1.1588230740, 9834f828fdf3629a09c51c20dd893266=test,,1732328419913.9834f828fdf3629a09c51c20dd893266.} 2024-11-23T02:20:36,616 DEBUG [RS:0;72b6db343a5d:34127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4637a901105fa1791e25299754baf085, 9834f828fdf3629a09c51c20dd893266 2024-11-23T02:20:36,616 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:20:36,616 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:20:36,616 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:20:36,616 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:20:36,617 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:20:36,617 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T02:20:36,633 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/hbase/replication/4637a901105fa1791e25299754baf085/.tmp/queue/c3b1063a93504a22996159595581e6f3 is 154, key is 1-72b6db343a5d,34127,1732328412574/queue:72b6db343a5d%2C34127%2C1732328412574/1732328436544/Put/seqid=0 2024-11-23T02:20:36,656 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/hbase/meta/1588230740/.tmp/info/c00cf1d06b4d418e99b03f7fbeeb42a4 is 147, key is hbase:replication,,1732328426394.4637a901105fa1791e25299754baf085./info:regioninfo/1732328427563/Put/seqid=0 2024-11-23T02:20:36,661 INFO [regionserver/72b6db343a5d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:20:36,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741840_1016 (size=5353) 2024-11-23T02:20:36,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741841_1017 (size=7686) 2024-11-23T02:20:36,672 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/hbase/meta/1588230740/.tmp/info/c00cf1d06b4d418e99b03f7fbeeb42a4 2024-11-23T02:20:36,704 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/hbase/meta/1588230740/.tmp/ns/7417a9f80e924a60bb30316a37c45bbe is 43, key is default/ns:d/1732328415515/Put/seqid=0 2024-11-23T02:20:36,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741842_1018 (size=5153) 2024-11-23T02:20:36,713 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/hbase/meta/1588230740/.tmp/ns/7417a9f80e924a60bb30316a37c45bbe 2024-11-23T02:20:36,716 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 1468, reset compression=false 2024-11-23T02:20:36,740 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 to pos 1506, reset compression=false 2024-11-23T02:20:36,751 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/hbase/meta/1588230740/.tmp/rep_barrier/c2438d4002bc4f1685757feebad156d0 is 112, key is test,,1732328419913.9834f828fdf3629a09c51c20dd893266./rep_barrier:seqnumDuringOpen/1732328421061/Put/seqid=0 2024-11-23T02:20:36,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741843_1019 (size=5518) 2024-11-23T02:20:36,817 DEBUG [RS:0;72b6db343a5d:34127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4637a901105fa1791e25299754baf085, 9834f828fdf3629a09c51c20dd893266 2024-11-23T02:20:36,941 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 1340, reset compression=false 2024-11-23T02:20:36,946 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:20:36,946 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 1490, reset compression=false 2024-11-23T02:20:36,946 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.shipper72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,40405,1732328404286 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276, lastWalPosition=1490, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:20:37,017 DEBUG [RS:0;72b6db343a5d:34127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4637a901105fa1791e25299754baf085, 9834f828fdf3629a09c51c20dd893266 2024-11-23T02:20:37,038 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 1468, reset compression=false 2024-11-23T02:20:37,044 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 to pos 1506, reset compression=false 2024-11-23T02:20:37,062 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/hbase/replication/4637a901105fa1791e25299754baf085/.tmp/queue/c3b1063a93504a22996159595581e6f3 2024-11-23T02:20:37,067 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/hbase/replication/4637a901105fa1791e25299754baf085/.tmp/queue/c3b1063a93504a22996159595581e6f3 as hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/hbase/replication/4637a901105fa1791e25299754baf085/queue/c3b1063a93504a22996159595581e6f3 2024-11-23T02:20:37,071 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/hbase/replication/4637a901105fa1791e25299754baf085/queue/c3b1063a93504a22996159595581e6f3, entries=1, sequenceid=13, filesize=5.2 K 2024-11-23T02:20:37,072 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 4637a901105fa1791e25299754baf085 in 460ms, sequenceid=13, compaction requested=false 2024-11-23T02:20:37,079 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/hbase/replication/4637a901105fa1791e25299754baf085/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-23T02:20:37,080 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:20:37,080 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:20:37,080 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732328426394.4637a901105fa1791e25299754baf085. 2024-11-23T02:20:37,080 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4637a901105fa1791e25299754baf085: Waiting for close lock at 1732328436612Running coprocessor pre-close hooks at 1732328436612Disabling compacts and flushes for region at 1732328436612Disabling writes for close at 1732328436612Obtaining lock to block concurrent updates at 1732328436612Preparing flush snapshotting stores in 4637a901105fa1791e25299754baf085 at 1732328436612Finished memstore snapshotting hbase:replication,,1732328426394.4637a901105fa1791e25299754baf085., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1732328436613 (+1 ms)Flushing stores of hbase:replication,,1732328426394.4637a901105fa1791e25299754baf085. at 1732328436613Flushing 4637a901105fa1791e25299754baf085/queue: creating writer at 1732328436613Flushing 4637a901105fa1791e25299754baf085/queue: appending metadata at 1732328436632 (+19 ms)Flushing 4637a901105fa1791e25299754baf085/queue: closing flushed file at 1732328436632Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c85e41b: reopening flushed file at 1732328437066 (+434 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 4637a901105fa1791e25299754baf085 in 460ms, sequenceid=13, compaction requested=false at 1732328437072 (+6 ms)Writing region close event to WAL at 1732328437076 (+4 ms)Running coprocessor post-close hooks at 1732328437080 (+4 ms)Closed at 1732328437080 2024-11-23T02:20:37,080 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732328426394.4637a901105fa1791e25299754baf085. 2024-11-23T02:20:37,080 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9834f828fdf3629a09c51c20dd893266, disabling compactions & flushes 2024-11-23T02:20:37,080 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732328419913.9834f828fdf3629a09c51c20dd893266. 2024-11-23T02:20:37,080 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732328419913.9834f828fdf3629a09c51c20dd893266. 2024-11-23T02:20:37,080 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732328419913.9834f828fdf3629a09c51c20dd893266. after waiting 0 ms 2024-11-23T02:20:37,080 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732328419913.9834f828fdf3629a09c51c20dd893266. 2024-11-23T02:20:37,081 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9834f828fdf3629a09c51c20dd893266 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-23T02:20:37,104 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/default/test/9834f828fdf3629a09c51c20dd893266/.tmp/f/3da042730df2443590a879651c278ec3 is 37, key is row3/f:row3/1732328435262/Put/seqid=0 2024-11-23T02:20:37,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741844_1020 (size=5228) 2024-11-23T02:20:37,150 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 1490, reset compression=false 2024-11-23T02:20:37,157 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/hbase/meta/1588230740/.tmp/rep_barrier/c2438d4002bc4f1685757feebad156d0 2024-11-23T02:20:37,181 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/hbase/meta/1588230740/.tmp/table/af765060941440b280762c121909ef6f is 53, key is hbase:replication/table:state/1732328427570/Put/seqid=0 2024-11-23T02:20:37,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741845_1021 (size=5308) 2024-11-23T02:20:37,217 DEBUG [RS:0;72b6db343a5d:34127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9834f828fdf3629a09c51c20dd893266 2024-11-23T02:20:37,417 DEBUG [RS:0;72b6db343a5d:34127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9834f828fdf3629a09c51c20dd893266 2024-11-23T02:20:37,448 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 1468, reset compression=false 2024-11-23T02:20:37,453 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 to pos 1506, reset compression=false 2024-11-23T02:20:37,454 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 1490, reset compression=false 2024-11-23T02:20:37,458 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:20:37,458 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 to pos 1753, reset compression=false 2024-11-23T02:20:37,458 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.shipper72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,34127,1732328412574 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574, lastWalPosition=1753, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:20:37,459 ERROR [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.shipper72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 72b6db343a5d,34127,1732328412574: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-72b6db343a5d,34127,1732328412574, walGroup=72b6db343a5d%2C34127%2C1732328412574, offset=72b6db343a5d%2C34127%2C1732328412574.1732328414574:1753, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=72b6db343a5d:34127 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T02:20:37,460 ERROR [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.shipper72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T02:20:37,460 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.shipper72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T02:20:37,461 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.shipper72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T02:20:37,461 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.shipper72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T02:20:37,461 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.shipper72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T02:20:37,461 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.shipper72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1147142144, "init": 1048576000, "max": 2306867200, "used": 840255624 }, "NonHeapMemoryUsage": { "committed": 202113024, "init": 7667712, "max": -1, "used": 199160408 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T02:20:37,461 WARN [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.shipper72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=72b6db343a5d:45109 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=72b6db343a5d:45109 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T02:20:37,511 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/default/test/9834f828fdf3629a09c51c20dd893266/.tmp/f/3da042730df2443590a879651c278ec3 2024-11-23T02:20:37,516 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3da042730df2443590a879651c278ec3 2024-11-23T02:20:37,533 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T02:20:37,533 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T02:20:37,534 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/default/test/9834f828fdf3629a09c51c20dd893266/.tmp/f1/a4f3231b6fa14ddb9066431e2f7a0ec3 is 30, key is row1/f1:/1732328432589/DeleteFamily/seqid=0 2024-11-23T02:20:37,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741846_1022 (size=5158) 2024-11-23T02:20:37,586 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/hbase/meta/1588230740/.tmp/table/af765060941440b280762c121909ef6f 2024-11-23T02:20:37,590 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/hbase/meta/1588230740/.tmp/info/c00cf1d06b4d418e99b03f7fbeeb42a4 as hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/hbase/meta/1588230740/info/c00cf1d06b4d418e99b03f7fbeeb42a4 2024-11-23T02:20:37,594 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/hbase/meta/1588230740/info/c00cf1d06b4d418e99b03f7fbeeb42a4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T02:20:37,595 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/hbase/meta/1588230740/.tmp/ns/7417a9f80e924a60bb30316a37c45bbe as hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/hbase/meta/1588230740/ns/7417a9f80e924a60bb30316a37c45bbe 2024-11-23T02:20:37,598 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/hbase/meta/1588230740/ns/7417a9f80e924a60bb30316a37c45bbe, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T02:20:37,599 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/hbase/meta/1588230740/.tmp/rep_barrier/c2438d4002bc4f1685757feebad156d0 as hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/hbase/meta/1588230740/rep_barrier/c2438d4002bc4f1685757feebad156d0 2024-11-23T02:20:37,602 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/hbase/meta/1588230740/rep_barrier/c2438d4002bc4f1685757feebad156d0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T02:20:37,602 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/hbase/meta/1588230740/.tmp/table/af765060941440b280762c121909ef6f as hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/hbase/meta/1588230740/table/af765060941440b280762c121909ef6f 2024-11-23T02:20:37,606 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/hbase/meta/1588230740/table/af765060941440b280762c121909ef6f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T02:20:37,607 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 989ms, sequenceid=16, compaction requested=false 2024-11-23T02:20:37,611 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T02:20:37,611 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:20:37,611 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:20:37,611 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:20:37,612 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328436616Running coprocessor pre-close hooks at 1732328436616Disabling compacts and flushes for region at 1732328436616Disabling writes for close at 1732328436616Obtaining lock to block concurrent updates at 1732328436617 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732328436617Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732328436617Flushing stores of hbase:meta,,1.1588230740 at 1732328436618 (+1 ms)Flushing 1588230740/info: creating writer at 1732328436618Flushing 1588230740/info: appending metadata at 1732328436655 (+37 ms)Flushing 1588230740/info: closing flushed file at 1732328436655Flushing 1588230740/ns: creating writer at 1732328436678 (+23 ms)Flushing 1588230740/ns: appending metadata at 1732328436703 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1732328436703Flushing 1588230740/rep_barrier: creating writer at 1732328436723 (+20 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732328436751 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732328436751Flushing 1588230740/table: creating writer at 1732328437161 (+410 ms)Flushing 1588230740/table: appending metadata at 1732328437181 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732328437181Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a663ab2: reopening flushed file at 1732328437590 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e23a7b1: reopening flushed file at 1732328437594 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cf062d2: reopening flushed file at 1732328437598 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5732c757: reopening flushed file at 1732328437602 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 989ms, sequenceid=16, compaction requested=false at 1732328437607 (+5 ms)Writing region close event to WAL at 1732328437609 (+2 ms)Running coprocessor post-close hooks at 1732328437611 (+2 ms)Closed at 1732328437611 2024-11-23T02:20:37,612 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T02:20:37,617 INFO [RS:0;72b6db343a5d:34127 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T02:20:37,617 DEBUG [RS:0;72b6db343a5d:34127 {}] regionserver.HRegionServer(1325): Online Regions={9834f828fdf3629a09c51c20dd893266=test,,1732328419913.9834f828fdf3629a09c51c20dd893266.} 2024-11-23T02:20:37,617 DEBUG [RS:0;72b6db343a5d:34127 {}] regionserver.HRegionServer(1351): Waiting on 9834f828fdf3629a09c51c20dd893266 2024-11-23T02:20:37,662 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 to pos 1753, reset compression=false 2024-11-23T02:20:37,817 DEBUG [RS:0;72b6db343a5d:34127 {}] regionserver.HRegionServer(1351): Waiting on 9834f828fdf3629a09c51c20dd893266 2024-11-23T02:20:37,857 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 1490, reset compression=false 2024-11-23T02:20:37,940 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/default/test/9834f828fdf3629a09c51c20dd893266/.tmp/f1/a4f3231b6fa14ddb9066431e2f7a0ec3 2024-11-23T02:20:37,944 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4f3231b6fa14ddb9066431e2f7a0ec3 2024-11-23T02:20:37,954 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 1468, reset compression=false 2024-11-23T02:20:37,959 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/default/test/9834f828fdf3629a09c51c20dd893266/.tmp/norep/546eec5aab6b4167b59e2ca13444a881 is 33, key is row2/norep:/1732328433598/DeleteFamily/seqid=0 2024-11-23T02:20:37,961 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T02:20:37,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741847_1023 (size=5108) 2024-11-23T02:20:37,965 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 to pos 1753, reset compression=false 2024-11-23T02:20:38,018 DEBUG [RS:0;72b6db343a5d:34127 {}] regionserver.HRegionServer(1351): Waiting on 9834f828fdf3629a09c51c20dd893266 2024-11-23T02:20:38,218 DEBUG [RS:0;72b6db343a5d:34127 {}] regionserver.HRegionServer(1351): Waiting on 9834f828fdf3629a09c51c20dd893266 2024-11-23T02:20:38,361 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 1490, reset compression=false 2024-11-23T02:20:38,364 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/default/test/9834f828fdf3629a09c51c20dd893266/.tmp/norep/546eec5aab6b4167b59e2ca13444a881 2024-11-23T02:20:38,368 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 546eec5aab6b4167b59e2ca13444a881 2024-11-23T02:20:38,369 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/default/test/9834f828fdf3629a09c51c20dd893266/.tmp/f/3da042730df2443590a879651c278ec3 as hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/default/test/9834f828fdf3629a09c51c20dd893266/f/3da042730df2443590a879651c278ec3 2024-11-23T02:20:38,373 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3da042730df2443590a879651c278ec3 2024-11-23T02:20:38,373 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 to pos 1753, reset compression=false 2024-11-23T02:20:38,373 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/default/test/9834f828fdf3629a09c51c20dd893266/f/3da042730df2443590a879651c278ec3, entries=5, sequenceid=12, filesize=5.1 K 2024-11-23T02:20:38,376 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/default/test/9834f828fdf3629a09c51c20dd893266/.tmp/f1/a4f3231b6fa14ddb9066431e2f7a0ec3 as hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/default/test/9834f828fdf3629a09c51c20dd893266/f1/a4f3231b6fa14ddb9066431e2f7a0ec3 2024-11-23T02:20:38,380 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4f3231b6fa14ddb9066431e2f7a0ec3 2024-11-23T02:20:38,380 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/default/test/9834f828fdf3629a09c51c20dd893266/f1/a4f3231b6fa14ddb9066431e2f7a0ec3, entries=3, sequenceid=12, filesize=5.0 K 2024-11-23T02:20:38,381 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/default/test/9834f828fdf3629a09c51c20dd893266/.tmp/norep/546eec5aab6b4167b59e2ca13444a881 as hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/default/test/9834f828fdf3629a09c51c20dd893266/norep/546eec5aab6b4167b59e2ca13444a881 2024-11-23T02:20:38,385 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 546eec5aab6b4167b59e2ca13444a881 2024-11-23T02:20:38,385 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/default/test/9834f828fdf3629a09c51c20dd893266/norep/546eec5aab6b4167b59e2ca13444a881, entries=1, sequenceid=12, filesize=5.0 K 2024-11-23T02:20:38,386 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9834f828fdf3629a09c51c20dd893266 in 1306ms, sequenceid=12, compaction requested=false 2024-11-23T02:20:38,391 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/data/default/test/9834f828fdf3629a09c51c20dd893266/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-23T02:20:38,392 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:20:38,392 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T02:20:38,392 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732328419913.9834f828fdf3629a09c51c20dd893266. 2024-11-23T02:20:38,392 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9834f828fdf3629a09c51c20dd893266: Waiting for close lock at 1732328437080Running coprocessor pre-close hooks at 1732328437080Disabling compacts and flushes for region at 1732328437080Disabling writes for close at 1732328437080Obtaining lock to block concurrent updates at 1732328437081 (+1 ms)Preparing flush snapshotting stores in 9834f828fdf3629a09c51c20dd893266 at 1732328437081Finished memstore snapshotting test,,1732328419913.9834f828fdf3629a09c51c20dd893266., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732328437081Flushing stores of test,,1732328419913.9834f828fdf3629a09c51c20dd893266. at 1732328437081Flushing 9834f828fdf3629a09c51c20dd893266/f: creating writer at 1732328437082 (+1 ms)Flushing 9834f828fdf3629a09c51c20dd893266/f: appending metadata at 1732328437103 (+21 ms)Flushing 9834f828fdf3629a09c51c20dd893266/f: closing flushed file at 1732328437103Flushing 9834f828fdf3629a09c51c20dd893266/f1: creating writer at 1732328437516 (+413 ms)Flushing 9834f828fdf3629a09c51c20dd893266/f1: appending metadata at 1732328437534 (+18 ms)Flushing 9834f828fdf3629a09c51c20dd893266/f1: closing flushed file at 1732328437534Flushing 9834f828fdf3629a09c51c20dd893266/norep: creating writer at 1732328437944 (+410 ms)Flushing 9834f828fdf3629a09c51c20dd893266/norep: appending metadata at 1732328437958 (+14 ms)Flushing 9834f828fdf3629a09c51c20dd893266/norep: closing flushed file at 1732328437958Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4796e562: reopening flushed file at 1732328438368 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10bcbaaa: reopening flushed file at 1732328438373 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ef8a600: reopening flushed file at 1732328438380 (+7 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9834f828fdf3629a09c51c20dd893266 in 1306ms, sequenceid=12, compaction requested=false at 1732328438386 (+6 ms)Writing region close event to WAL at 1732328438388 (+2 ms)Running coprocessor post-close hooks at 1732328438392 (+4 ms)Closed at 1732328438392 2024-11-23T02:20:38,392 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732328419913.9834f828fdf3629a09c51c20dd893266. 2024-11-23T02:20:38,418 INFO [RS:0;72b6db343a5d:34127 {}] regionserver.HRegionServer(976): stopping server 72b6db343a5d,34127,1732328412574; all regions closed. 2024-11-23T02:20:38,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741834_1010 (size=4239) 2024-11-23T02:20:38,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741839_1015 (size=3333) 2024-11-23T02:20:38,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741832_1008 (size=2405) 2024-11-23T02:20:38,427 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/WALs/72b6db343a5d,34127,1732328412574/72b6db343a5d%2C34127%2C1732328412574.1732328414574 not finished, retry = 0 2024-11-23T02:20:38,527 DEBUG [RS:0;72b6db343a5d:34127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:38,527 INFO [RS:0;72b6db343a5d:34127 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:20:38,528 INFO [RS:0;72b6db343a5d:34127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:20:38,528 INFO [RS:0;72b6db343a5d:34127 {}] hbase.ChoreService(370): Chore service for: regionserver/72b6db343a5d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T02:20:38,528 INFO [RS:0;72b6db343a5d:34127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:20:38,528 INFO [regionserver/72b6db343a5d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:20:38,528 INFO [RS:0;72b6db343a5d:34127 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-72b6db343a5d,34127,1732328412574 because: Region server is closing 2024-11-23T02:20:38,529 INFO [RS:0;72b6db343a5d:34127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:34127. 2024-11-23T02:20:38,529 DEBUG [RS:0;72b6db343a5d:34127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:20:38,529 DEBUG [RS:0;72b6db343a5d:34127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:38,529 DEBUG [RS:0;72b6db343a5d:34127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:38,529 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:20:38,558 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 1468, reset compression=false 2024-11-23T02:20:38,629 INFO [RS:0;72b6db343a5d:34127 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.shipper72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 terminated 2024-11-23T02:20:38,629 WARN [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,34127,1732328412574.replicationSource.wal-reader.72b6db343a5d%2C34127%2C1732328412574,1-72b6db343a5d,34127,1732328412574 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T02:20:38,630 INFO [RS:0;72b6db343a5d:34127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:34127. 2024-11-23T02:20:38,630 DEBUG [RS:0;72b6db343a5d:34127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:20:38,630 DEBUG [RS:0;72b6db343a5d:34127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:38,630 DEBUG [RS:0;72b6db343a5d:34127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:38,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:20:38,630 INFO [RS:0;72b6db343a5d:34127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34127 2024-11-23T02:20:38,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34127-0x101429f9cef0007, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1884024893/rs/72b6db343a5d,34127,1732328412574 2024-11-23T02:20:38,632 INFO [RS:0;72b6db343a5d:34127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:20:38,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45109-0x101429f9cef0006, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1884024893/rs 2024-11-23T02:20:38,634 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [72b6db343a5d,34127,1732328412574] 2024-11-23T02:20:38,636 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1884024893/draining/72b6db343a5d,34127,1732328412574 already deleted, retry=false 2024-11-23T02:20:38,636 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 72b6db343a5d,34127,1732328412574 expired; onlineServers=0 2024-11-23T02:20:38,636 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '72b6db343a5d,45109,1732328412534' ***** 2024-11-23T02:20:38,636 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T02:20:38,636 INFO [M:0;72b6db343a5d:45109 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:20:38,636 INFO [M:0;72b6db343a5d:45109 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:20:38,636 DEBUG [M:0;72b6db343a5d:45109 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T02:20:38,636 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T02:20:38,636 DEBUG [M:0;72b6db343a5d:45109 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T02:20:38,636 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328414334 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328414334,5,FailOnTimeoutGroup] 2024-11-23T02:20:38,636 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328414334 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328414334,5,FailOnTimeoutGroup] 2024-11-23T02:20:38,636 INFO [M:0;72b6db343a5d:45109 {}] hbase.ChoreService(370): Chore service for: master/72b6db343a5d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T02:20:38,636 INFO [M:0;72b6db343a5d:45109 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:20:38,636 DEBUG [M:0;72b6db343a5d:45109 {}] master.HMaster(1795): Stopping service threads 2024-11-23T02:20:38,636 INFO [M:0;72b6db343a5d:45109 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T02:20:38,637 INFO [M:0;72b6db343a5d:45109 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:20:38,637 INFO [M:0;72b6db343a5d:45109 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T02:20:38,637 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T02:20:38,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45109-0x101429f9cef0006, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1884024893/master 2024-11-23T02:20:38,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45109-0x101429f9cef0006, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1884024893 2024-11-23T02:20:38,641 DEBUG [M:0;72b6db343a5d:45109 {}] zookeeper.ZKUtil(347): master:45109-0x101429f9cef0006, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Unable to get data of znode /2-1884024893/master because node does not exist (not an error) 2024-11-23T02:20:38,641 WARN [M:0;72b6db343a5d:45109 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T02:20:38,643 INFO [M:0;72b6db343a5d:45109 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/.lastflushedseqids 2024-11-23T02:20:38,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741848_1024 (size=245) 2024-11-23T02:20:38,657 INFO [M:0;72b6db343a5d:45109 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T02:20:38,657 INFO [M:0;72b6db343a5d:45109 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T02:20:38,657 DEBUG [M:0;72b6db343a5d:45109 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:20:38,657 INFO [M:0;72b6db343a5d:45109 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:38,657 DEBUG [M:0;72b6db343a5d:45109 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:38,657 DEBUG [M:0;72b6db343a5d:45109 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:20:38,657 DEBUG [M:0;72b6db343a5d:45109 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:38,657 INFO [M:0;72b6db343a5d:45109 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-23T02:20:38,676 DEBUG [M:0;72b6db343a5d:45109 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34b659a571b24bfc93d2f84331a7a441 is 82, key is hbase:meta,,1/info:regioninfo/1732328415505/Put/seqid=0 2024-11-23T02:20:38,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741849_1025 (size=5672) 2024-11-23T02:20:38,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34127-0x101429f9cef0007, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:20:38,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34127-0x101429f9cef0007, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:20:38,734 INFO [RS:0;72b6db343a5d:34127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:20:38,734 INFO [RS:0;72b6db343a5d:34127 {}] regionserver.HRegionServer(1031): Exiting; stopping=72b6db343a5d,34127,1732328412574; zookeeper connection closed. 2024-11-23T02:20:38,735 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c706d79 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c706d79 2024-11-23T02:20:38,735 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T02:20:38,965 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 1490, reset compression=false 2024-11-23T02:20:39,080 INFO [M:0;72b6db343a5d:45109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34b659a571b24bfc93d2f84331a7a441 2024-11-23T02:20:39,099 DEBUG [M:0;72b6db343a5d:45109 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/71e2e1bd7ff743729e280d5f6580caa6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732328427573/Put/seqid=0 2024-11-23T02:20:39,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741850_1026 (size=9211) 2024-11-23T02:20:39,261 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 1468, reset compression=false 2024-11-23T02:20:39,503 INFO [M:0;72b6db343a5d:45109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/71e2e1bd7ff743729e280d5f6580caa6 2024-11-23T02:20:39,523 DEBUG [M:0;72b6db343a5d:45109 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73ab1df913864ffb8f74b02543613bcd is 69, key is 72b6db343a5d,34127,1732328412574/rs:state/1732328414413/Put/seqid=0 2024-11-23T02:20:39,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741851_1027 (size=5156) 2024-11-23T02:20:39,668 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 1490, reset compression=false 2024-11-23T02:20:39,935 INFO [M:0;72b6db343a5d:45109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73ab1df913864ffb8f74b02543613bcd 2024-11-23T02:20:39,939 DEBUG [M:0;72b6db343a5d:45109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34b659a571b24bfc93d2f84331a7a441 as hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/34b659a571b24bfc93d2f84331a7a441 2024-11-23T02:20:39,945 INFO [M:0;72b6db343a5d:45109 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/34b659a571b24bfc93d2f84331a7a441, entries=8, sequenceid=127, filesize=5.5 K 2024-11-23T02:20:39,946 DEBUG [M:0;72b6db343a5d:45109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/71e2e1bd7ff743729e280d5f6580caa6 as hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/71e2e1bd7ff743729e280d5f6580caa6 2024-11-23T02:20:39,950 INFO [M:0;72b6db343a5d:45109 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/71e2e1bd7ff743729e280d5f6580caa6, entries=15, sequenceid=127, filesize=9.0 K 2024-11-23T02:20:39,951 DEBUG [M:0;72b6db343a5d:45109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73ab1df913864ffb8f74b02543613bcd as hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/73ab1df913864ffb8f74b02543613bcd 2024-11-23T02:20:39,955 INFO [M:0;72b6db343a5d:45109 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42079/user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/73ab1df913864ffb8f74b02543613bcd, entries=1, sequenceid=127, filesize=5.0 K 2024-11-23T02:20:39,956 INFO [M:0;72b6db343a5d:45109 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=127, compaction requested=false 2024-11-23T02:20:39,961 INFO [M:0;72b6db343a5d:45109 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:39,961 DEBUG [M:0;72b6db343a5d:45109 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328438657Disabling compacts and flushes for region at 1732328438657Disabling writes for close at 1732328438657Obtaining lock to block concurrent updates at 1732328438657Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732328438657Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1732328438658 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732328438658Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732328438658Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732328438675 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732328438675Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732328439084 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732328439098 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732328439098Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732328439507 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732328439522 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732328439523 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6380ec0b: reopening flushed file at 1732328439939 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3967f0c4: reopening flushed file at 1732328439946 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c91f1d: reopening flushed file at 1732328439950 (+4 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=127, compaction requested=false at 1732328439956 (+6 ms)Writing region close event to WAL at 1732328439961 (+5 ms)Closed at 1732328439961 2024-11-23T02:20:39,963 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6d94b0c1-6d8f-b87b-c203-ec848354c29f/MasterData/WALs/72b6db343a5d,45109,1732328412534/72b6db343a5d%2C45109%2C1732328412534.1732328414252 not finished, retry = 0 2024-11-23T02:20:39,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741830_1006 (size=73854) 2024-11-23T02:20:40,064 INFO [M:0;72b6db343a5d:45109 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T02:20:40,064 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:20:40,064 INFO [M:0;72b6db343a5d:45109 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45109 2024-11-23T02:20:40,064 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 1468, reset compression=false 2024-11-23T02:20:40,066 INFO [M:0;72b6db343a5d:45109 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:20:40,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45109-0x101429f9cef0006, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:20:40,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45109-0x101429f9cef0006, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:20:40,169 INFO [M:0;72b6db343a5d:45109 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:20:40,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@508567ac{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:20:40,173 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4412af00{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:20:40,174 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:20:40,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76a8eee5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:20:40,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5846e57b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64/hadoop.log.dir/,STOPPED} 2024-11-23T02:20:40,175 WARN [BP-419666462-172.17.0.2-1732328411481 heartbeating to localhost/127.0.0.1:42079 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T02:20:40,175 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T02:20:40,175 WARN [BP-419666462-172.17.0.2-1732328411481 heartbeating to localhost/127.0.0.1:42079 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-419666462-172.17.0.2-1732328411481 (Datanode Uuid 02cabc59-8602-4c63-8ff8-956035c24f2e) service to localhost/127.0.0.1:42079 2024-11-23T02:20:40,175 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T02:20:40,176 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64/cluster_2c9f8344-3e58-066a-ec79-f8b8bca9178e/data/data1/current/BP-419666462-172.17.0.2-1732328411481 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:20:40,176 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64/cluster_2c9f8344-3e58-066a-ec79-f8b8bca9178e/data/data2/current/BP-419666462-172.17.0.2-1732328411481 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:20:40,176 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T02:20:40,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26210f4d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:20:40,182 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5db74c33{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:20:40,182 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:20:40,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44a8086e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:20:40,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f4150bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64/hadoop.log.dir/,STOPPED} 2024-11-23T02:20:40,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T02:20:40,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T02:20:40,195 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:20:40,195 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:20:40,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:40,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:40,196 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:20:40,196 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T02:20:40,196 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=686656922, stopped=false 2024-11-23T02:20:40,196 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=72b6db343a5d,44939,1732328408378 2024-11-23T02:20:40,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101429f9cef0003, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11353890489/running 2024-11-23T02:20:40,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101429f9cef0003, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353890489 2024-11-23T02:20:40,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46211-0x101429f9cef0004, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11353890489/running 2024-11-23T02:20:40,198 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:20:40,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46211-0x101429f9cef0004, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353890489 2024-11-23T02:20:40,199 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:20:40,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46211-0x101429f9cef0004, quorum=127.0.0.1:53246, baseZNode=/11353890489 Set watcher on znode that does not yet exist, /11353890489/running 2024-11-23T02:20:40,199 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:20:40,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:40,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44939-0x101429f9cef0003, quorum=127.0.0.1:53246, baseZNode=/11353890489 Set watcher on znode that does not yet exist, /11353890489/running 2024-11-23T02:20:40,199 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '72b6db343a5d,46211,1732328408419' ***** 2024-11-23T02:20:40,199 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T02:20:40,199 INFO [RS:0;72b6db343a5d:46211 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T02:20:40,199 INFO [RS:0;72b6db343a5d:46211 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T02:20:40,199 INFO [RS:0;72b6db343a5d:46211 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T02:20:40,199 INFO [RS:0;72b6db343a5d:46211 {}] regionserver.HRegionServer(3091): Received CLOSE for 62eafd3ad8105936a458c9479d075936 2024-11-23T02:20:40,200 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T02:20:40,200 INFO [RS:0;72b6db343a5d:46211 {}] regionserver.HRegionServer(3091): Received CLOSE for 538f4beb11ac120d56d8c323d0a5e500 2024-11-23T02:20:40,200 INFO [RS:0;72b6db343a5d:46211 {}] regionserver.HRegionServer(959): stopping server 72b6db343a5d,46211,1732328408419 2024-11-23T02:20:40,200 INFO [RS:0;72b6db343a5d:46211 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:20:40,200 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62eafd3ad8105936a458c9479d075936, disabling compactions & flushes 2024-11-23T02:20:40,200 INFO [RS:0;72b6db343a5d:46211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:46211. 2024-11-23T02:20:40,200 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732328417763.62eafd3ad8105936a458c9479d075936. 2024-11-23T02:20:40,200 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732328417763.62eafd3ad8105936a458c9479d075936. 2024-11-23T02:20:40,200 DEBUG [RS:0;72b6db343a5d:46211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:20:40,200 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732328417763.62eafd3ad8105936a458c9479d075936. after waiting 0 ms 2024-11-23T02:20:40,200 DEBUG [RS:0;72b6db343a5d:46211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:40,200 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732328417763.62eafd3ad8105936a458c9479d075936. 2024-11-23T02:20:40,200 INFO [RS:0;72b6db343a5d:46211 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T02:20:40,200 INFO [RS:0;72b6db343a5d:46211 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T02:20:40,200 INFO [RS:0;72b6db343a5d:46211 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T02:20:40,200 INFO [RS:0;72b6db343a5d:46211 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T02:20:40,200 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 62eafd3ad8105936a458c9479d075936 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-23T02:20:40,200 INFO [RS:0;72b6db343a5d:46211 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T02:20:40,200 DEBUG [RS:0;72b6db343a5d:46211 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 62eafd3ad8105936a458c9479d075936=test,,1732328417763.62eafd3ad8105936a458c9479d075936., 538f4beb11ac120d56d8c323d0a5e500=hbase:replication,,1732328424234.538f4beb11ac120d56d8c323d0a5e500.} 2024-11-23T02:20:40,200 DEBUG [RS:0;72b6db343a5d:46211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 538f4beb11ac120d56d8c323d0a5e500, 62eafd3ad8105936a458c9479d075936 2024-11-23T02:20:40,201 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:20:40,201 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:20:40,201 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:20:40,201 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:20:40,201 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:20:40,201 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T02:20:40,211 INFO [regionserver/72b6db343a5d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:20:40,216 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/default/test/62eafd3ad8105936a458c9479d075936/.tmp/f/8cc8f855f4d440b6bb31abff15c8999f is 37, key is row3/f:row3/1732328435262/Put/seqid=0 2024-11-23T02:20:40,218 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/hbase/meta/1588230740/.tmp/info/6a80aca289c949beb817f057252364f6 is 147, key is hbase:replication,,1732328424234.538f4beb11ac120d56d8c323d0a5e500./info:regioninfo/1732328425393/Put/seqid=0 2024-11-23T02:20:40,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36111 is added to blk_1073741840_1016 (size=5228) 2024-11-23T02:20:40,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36111 is added to blk_1073741841_1017 (size=7686) 2024-11-23T02:20:40,250 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=72b6db343a5d:44939 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-23T02:20:40,305 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T02:20:40,305 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T02:20:40,401 DEBUG [RS:0;72b6db343a5d:46211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 538f4beb11ac120d56d8c323d0a5e500, 62eafd3ad8105936a458c9479d075936 2024-11-23T02:20:40,472 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 1490, reset compression=false 2024-11-23T02:20:40,601 DEBUG [RS:0;72b6db343a5d:46211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 538f4beb11ac120d56d8c323d0a5e500, 62eafd3ad8105936a458c9479d075936 2024-11-23T02:20:40,620 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/default/test/62eafd3ad8105936a458c9479d075936/.tmp/f/8cc8f855f4d440b6bb31abff15c8999f 2024-11-23T02:20:40,622 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/hbase/meta/1588230740/.tmp/info/6a80aca289c949beb817f057252364f6 2024-11-23T02:20:40,625 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8cc8f855f4d440b6bb31abff15c8999f 2024-11-23T02:20:40,652 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/hbase/meta/1588230740/.tmp/ns/c48cd64ca23547a6bf9b59b442feb738 is 43, key is default/ns:d/1732328411391/Put/seqid=0 2024-11-23T02:20:40,653 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/default/test/62eafd3ad8105936a458c9479d075936/.tmp/f1/fe2a633d56df411587e0c95ae6e109e5 is 30, key is row1/f1:/1732328432589/DeleteFamily/seqid=0 2024-11-23T02:20:40,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36111 is added to blk_1073741842_1018 (size=5153) 2024-11-23T02:20:40,666 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/hbase/meta/1588230740/.tmp/ns/c48cd64ca23547a6bf9b59b442feb738 2024-11-23T02:20:40,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36111 is added to blk_1073741843_1019 (size=5158) 2024-11-23T02:20:40,674 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/default/test/62eafd3ad8105936a458c9479d075936/.tmp/f1/fe2a633d56df411587e0c95ae6e109e5 2024-11-23T02:20:40,679 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe2a633d56df411587e0c95ae6e109e5 2024-11-23T02:20:40,704 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/hbase/meta/1588230740/.tmp/rep_barrier/0c5fa57f4e494fefa3e309f9fa89c2be is 112, key is test,,1732328417763.62eafd3ad8105936a458c9479d075936./rep_barrier:seqnumDuringOpen/1732328418915/Put/seqid=0 2024-11-23T02:20:40,710 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/default/test/62eafd3ad8105936a458c9479d075936/.tmp/norep/599176b75b3b43e88e10b9c49acf6a87 is 33, key is row1/norep:/1732328432589/DeleteFamily/seqid=0 2024-11-23T02:20:40,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36111 is added to blk_1073741844_1020 (size=5518) 2024-11-23T02:20:40,714 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/hbase/meta/1588230740/.tmp/rep_barrier/0c5fa57f4e494fefa3e309f9fa89c2be 2024-11-23T02:20:40,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36111 is added to blk_1073741845_1021 (size=5108) 2024-11-23T02:20:40,743 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/default/test/62eafd3ad8105936a458c9479d075936/.tmp/norep/599176b75b3b43e88e10b9c49acf6a87 2024-11-23T02:20:40,745 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/hbase/meta/1588230740/.tmp/table/0a41d77c6a3e44ceaf2dcb410e03de0a is 53, key is hbase:replication/table:state/1732328425400/Put/seqid=0 2024-11-23T02:20:40,748 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 599176b75b3b43e88e10b9c49acf6a87 2024-11-23T02:20:40,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36111 is added to blk_1073741846_1022 (size=5308) 2024-11-23T02:20:40,749 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/default/test/62eafd3ad8105936a458c9479d075936/.tmp/f/8cc8f855f4d440b6bb31abff15c8999f as hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/default/test/62eafd3ad8105936a458c9479d075936/f/8cc8f855f4d440b6bb31abff15c8999f 2024-11-23T02:20:40,752 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8cc8f855f4d440b6bb31abff15c8999f 2024-11-23T02:20:40,752 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/default/test/62eafd3ad8105936a458c9479d075936/f/8cc8f855f4d440b6bb31abff15c8999f, entries=5, sequenceid=12, filesize=5.1 K 2024-11-23T02:20:40,753 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/default/test/62eafd3ad8105936a458c9479d075936/.tmp/f1/fe2a633d56df411587e0c95ae6e109e5 as hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/default/test/62eafd3ad8105936a458c9479d075936/f1/fe2a633d56df411587e0c95ae6e109e5 2024-11-23T02:20:40,756 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe2a633d56df411587e0c95ae6e109e5 2024-11-23T02:20:40,756 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/default/test/62eafd3ad8105936a458c9479d075936/f1/fe2a633d56df411587e0c95ae6e109e5, entries=3, sequenceid=12, filesize=5.0 K 2024-11-23T02:20:40,757 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/default/test/62eafd3ad8105936a458c9479d075936/.tmp/norep/599176b75b3b43e88e10b9c49acf6a87 as hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/default/test/62eafd3ad8105936a458c9479d075936/norep/599176b75b3b43e88e10b9c49acf6a87 2024-11-23T02:20:40,761 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 599176b75b3b43e88e10b9c49acf6a87 2024-11-23T02:20:40,761 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/default/test/62eafd3ad8105936a458c9479d075936/norep/599176b75b3b43e88e10b9c49acf6a87, entries=1, sequenceid=12, filesize=5.0 K 2024-11-23T02:20:40,761 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 62eafd3ad8105936a458c9479d075936 in 561ms, sequenceid=12, compaction requested=false 2024-11-23T02:20:40,762 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T02:20:40,765 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/default/test/62eafd3ad8105936a458c9479d075936/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-23T02:20:40,766 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:20:40,766 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T02:20:40,766 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732328417763.62eafd3ad8105936a458c9479d075936. 2024-11-23T02:20:40,766 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62eafd3ad8105936a458c9479d075936: Waiting for close lock at 1732328440200Running coprocessor pre-close hooks at 1732328440200Disabling compacts and flushes for region at 1732328440200Disabling writes for close at 1732328440200Obtaining lock to block concurrent updates at 1732328440200Preparing flush snapshotting stores in 62eafd3ad8105936a458c9479d075936 at 1732328440200Finished memstore snapshotting test,,1732328417763.62eafd3ad8105936a458c9479d075936., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732328440201 (+1 ms)Flushing stores of test,,1732328417763.62eafd3ad8105936a458c9479d075936. at 1732328440201Flushing 62eafd3ad8105936a458c9479d075936/f: creating writer at 1732328440201Flushing 62eafd3ad8105936a458c9479d075936/f: appending metadata at 1732328440215 (+14 ms)Flushing 62eafd3ad8105936a458c9479d075936/f: closing flushed file at 1732328440215Flushing 62eafd3ad8105936a458c9479d075936/f1: creating writer at 1732328440625 (+410 ms)Flushing 62eafd3ad8105936a458c9479d075936/f1: appending metadata at 1732328440652 (+27 ms)Flushing 62eafd3ad8105936a458c9479d075936/f1: closing flushed file at 1732328440652Flushing 62eafd3ad8105936a458c9479d075936/norep: creating writer at 1732328440679 (+27 ms)Flushing 62eafd3ad8105936a458c9479d075936/norep: appending metadata at 1732328440709 (+30 ms)Flushing 62eafd3ad8105936a458c9479d075936/norep: closing flushed file at 1732328440709Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75c577c3: reopening flushed file at 1732328440748 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66dc005e: reopening flushed file at 1732328440752 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f237a86: reopening flushed file at 1732328440757 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 62eafd3ad8105936a458c9479d075936 in 561ms, sequenceid=12, compaction requested=false at 1732328440761 (+4 ms)Writing region close event to WAL at 1732328440763 (+2 ms)Running coprocessor post-close hooks at 1732328440766 (+3 ms)Closed at 1732328440766 2024-11-23T02:20:40,766 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732328417763.62eafd3ad8105936a458c9479d075936. 2024-11-23T02:20:40,766 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 538f4beb11ac120d56d8c323d0a5e500, disabling compactions & flushes 2024-11-23T02:20:40,766 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732328424234.538f4beb11ac120d56d8c323d0a5e500. 2024-11-23T02:20:40,766 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732328424234.538f4beb11ac120d56d8c323d0a5e500. 2024-11-23T02:20:40,766 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732328424234.538f4beb11ac120d56d8c323d0a5e500. after waiting 0 ms 2024-11-23T02:20:40,766 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732328424234.538f4beb11ac120d56d8c323d0a5e500. 2024-11-23T02:20:40,766 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 538f4beb11ac120d56d8c323d0a5e500 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-23T02:20:40,781 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/hbase/replication/538f4beb11ac120d56d8c323d0a5e500/.tmp/queue/89a2c5e77f9a4dcb86000db4fd6f82a6 is 154, key is 1-72b6db343a5d,46211,1732328408419/queue:72b6db343a5d%2C46211%2C1732328408419/1732328436525/Put/seqid=0 2024-11-23T02:20:40,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36111 is added to blk_1073741847_1023 (size=5353) 2024-11-23T02:20:40,801 DEBUG [RS:0;72b6db343a5d:46211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 538f4beb11ac120d56d8c323d0a5e500 2024-11-23T02:20:40,981 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 1468, reset compression=false 2024-11-23T02:20:40,986 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:20:40,986 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 2359, reset compression=false 2024-11-23T02:20:40,986 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.shipper72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,46211,1732328408419 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431, lastWalPosition=2359, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:20:40,987 ERROR [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.shipper72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 72b6db343a5d,46211,1732328408419: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-72b6db343a5d,46211,1732328408419, walGroup=72b6db343a5d%2C46211%2C1732328408419, offset=72b6db343a5d%2C46211%2C1732328408419.1732328410431:2359, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=72b6db343a5d:46211 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T02:20:40,988 ERROR [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.shipper72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T02:20:40,989 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.shipper72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T02:20:40,989 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.shipper72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T02:20:40,989 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.shipper72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T02:20:40,989 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.shipper72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T02:20:40,989 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.shipper72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1147142144, "init": 1048576000, "max": 2306867200, "used": 922044552 }, "NonHeapMemoryUsage": { "committed": 202440704, "init": 7667712, "max": -1, "used": 199578320 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T02:20:40,989 WARN [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.shipper72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=72b6db343a5d:44939 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=72b6db343a5d:44939 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T02:20:41,001 DEBUG [RS:0;72b6db343a5d:46211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 538f4beb11ac120d56d8c323d0a5e500 2024-11-23T02:20:41,149 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/hbase/meta/1588230740/.tmp/table/0a41d77c6a3e44ceaf2dcb410e03de0a 2024-11-23T02:20:41,157 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/hbase/meta/1588230740/.tmp/info/6a80aca289c949beb817f057252364f6 as hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/hbase/meta/1588230740/info/6a80aca289c949beb817f057252364f6 2024-11-23T02:20:41,171 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/hbase/meta/1588230740/info/6a80aca289c949beb817f057252364f6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T02:20:41,173 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/hbase/meta/1588230740/.tmp/ns/c48cd64ca23547a6bf9b59b442feb738 as hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/hbase/meta/1588230740/ns/c48cd64ca23547a6bf9b59b442feb738 2024-11-23T02:20:41,186 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/hbase/replication/538f4beb11ac120d56d8c323d0a5e500/.tmp/queue/89a2c5e77f9a4dcb86000db4fd6f82a6 2024-11-23T02:20:41,188 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/hbase/meta/1588230740/ns/c48cd64ca23547a6bf9b59b442feb738, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T02:20:41,189 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 2359, reset compression=false 2024-11-23T02:20:41,190 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/hbase/meta/1588230740/.tmp/rep_barrier/0c5fa57f4e494fefa3e309f9fa89c2be as hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/hbase/meta/1588230740/rep_barrier/0c5fa57f4e494fefa3e309f9fa89c2be 2024-11-23T02:20:41,196 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/hbase/replication/538f4beb11ac120d56d8c323d0a5e500/.tmp/queue/89a2c5e77f9a4dcb86000db4fd6f82a6 as hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/hbase/replication/538f4beb11ac120d56d8c323d0a5e500/queue/89a2c5e77f9a4dcb86000db4fd6f82a6 2024-11-23T02:20:41,200 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/hbase/meta/1588230740/rep_barrier/0c5fa57f4e494fefa3e309f9fa89c2be, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T02:20:41,201 INFO [RS:0;72b6db343a5d:46211 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T02:20:41,201 DEBUG [RS:0;72b6db343a5d:46211 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 538f4beb11ac120d56d8c323d0a5e500=hbase:replication,,1732328424234.538f4beb11ac120d56d8c323d0a5e500.} 2024-11-23T02:20:41,201 DEBUG [RS:0;72b6db343a5d:46211 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 538f4beb11ac120d56d8c323d0a5e500 2024-11-23T02:20:41,202 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/hbase/replication/538f4beb11ac120d56d8c323d0a5e500/queue/89a2c5e77f9a4dcb86000db4fd6f82a6, entries=1, sequenceid=14, filesize=5.2 K 2024-11-23T02:20:41,203 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/hbase/meta/1588230740/.tmp/table/0a41d77c6a3e44ceaf2dcb410e03de0a as hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/hbase/meta/1588230740/table/0a41d77c6a3e44ceaf2dcb410e03de0a 2024-11-23T02:20:41,204 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 538f4beb11ac120d56d8c323d0a5e500 in 437ms, sequenceid=14, compaction requested=false 2024-11-23T02:20:41,204 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T02:20:41,211 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/hbase/meta/1588230740/table/0a41d77c6a3e44ceaf2dcb410e03de0a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T02:20:41,213 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1011ms, sequenceid=16, compaction requested=false 2024-11-23T02:20:41,213 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T02:20:41,258 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/hbase/replication/538f4beb11ac120d56d8c323d0a5e500/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-23T02:20:41,259 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:20:41,259 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:20:41,259 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732328424234.538f4beb11ac120d56d8c323d0a5e500. 2024-11-23T02:20:41,260 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 538f4beb11ac120d56d8c323d0a5e500: Waiting for close lock at 1732328440766Running coprocessor pre-close hooks at 1732328440766Disabling compacts and flushes for region at 1732328440766Disabling writes for close at 1732328440766Obtaining lock to block concurrent updates at 1732328440766Preparing flush snapshotting stores in 538f4beb11ac120d56d8c323d0a5e500 at 1732328440766Finished memstore snapshotting hbase:replication,,1732328424234.538f4beb11ac120d56d8c323d0a5e500., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732328440767 (+1 ms)Flushing stores of hbase:replication,,1732328424234.538f4beb11ac120d56d8c323d0a5e500. at 1732328440767Flushing 538f4beb11ac120d56d8c323d0a5e500/queue: creating writer at 1732328440767Flushing 538f4beb11ac120d56d8c323d0a5e500/queue: appending metadata at 1732328440781 (+14 ms)Flushing 538f4beb11ac120d56d8c323d0a5e500/queue: closing flushed file at 1732328440781Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b421db: reopening flushed file at 1732328441194 (+413 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 538f4beb11ac120d56d8c323d0a5e500 in 437ms, sequenceid=14, compaction requested=false at 1732328441204 (+10 ms)Writing region close event to WAL at 1732328441231 (+27 ms)Running coprocessor post-close hooks at 1732328441259 (+28 ms)Closed at 1732328441259 2024-11-23T02:20:41,260 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732328424234.538f4beb11ac120d56d8c323d0a5e500. 2024-11-23T02:20:41,266 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T02:20:41,267 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:20:41,267 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:20:41,267 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:20:41,267 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328440200Running coprocessor pre-close hooks at 1732328440200Disabling compacts and flushes for region at 1732328440200Disabling writes for close at 1732328440201 (+1 ms)Obtaining lock to block concurrent updates at 1732328440201Preparing flush snapshotting stores in 1588230740 at 1732328440201Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732328440201Flushing stores of hbase:meta,,1.1588230740 at 1732328440202 (+1 ms)Flushing 1588230740/info: creating writer at 1732328440202Flushing 1588230740/info: appending metadata at 1732328440218 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732328440218Flushing 1588230740/ns: creating writer at 1732328440630 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732328440651 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732328440652 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732328440671 (+19 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732328440703 (+32 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732328440704 (+1 ms)Flushing 1588230740/table: creating writer at 1732328440721 (+17 ms)Flushing 1588230740/table: appending metadata at 1732328440744 (+23 ms)Flushing 1588230740/table: closing flushed file at 1732328440744Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f0b9de7: reopening flushed file at 1732328441155 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75285c36: reopening flushed file at 1732328441172 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65d2d939: reopening flushed file at 1732328441188 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@352c9c9b: reopening flushed file at 1732328441200 (+12 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1011ms, sequenceid=16, compaction requested=false at 1732328441213 (+13 ms)Writing region close event to WAL at 1732328441250 (+37 ms)Running coprocessor post-close hooks at 1732328441267 (+17 ms)Closed at 1732328441267 2024-11-23T02:20:41,267 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T02:20:41,375 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 1490, reset compression=false 2024-11-23T02:20:41,402 INFO [RS:0;72b6db343a5d:46211 {}] regionserver.HRegionServer(976): stopping server 72b6db343a5d,46211,1732328408419; all regions closed. 2024-11-23T02:20:41,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36111 is added to blk_1073741834_1010 (size=4239) 2024-11-23T02:20:41,423 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.meta.1732328411353.meta not finished, retry = 0 2024-11-23T02:20:41,530 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/WALs/72b6db343a5d,46211,1732328408419/72b6db343a5d%2C46211%2C1732328408419.1732328410431 to pos 2359, reset compression=false 2024-11-23T02:20:41,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36111 is added to blk_1073741839_1015 (size=3552) 2024-11-23T02:20:41,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36111 is added to blk_1073741832_1008 (size=2367) 2024-11-23T02:20:41,563 DEBUG [RS:0;72b6db343a5d:46211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:41,563 INFO [RS:0;72b6db343a5d:46211 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:20:41,563 INFO [RS:0;72b6db343a5d:46211 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:20:41,563 INFO [RS:0;72b6db343a5d:46211 {}] hbase.ChoreService(370): Chore service for: regionserver/72b6db343a5d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T02:20:41,564 INFO [RS:0;72b6db343a5d:46211 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:20:41,564 INFO [RS:0;72b6db343a5d:46211 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-72b6db343a5d,46211,1732328408419 because: Region server is closing 2024-11-23T02:20:41,564 INFO [RS:0;72b6db343a5d:46211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:46211. 2024-11-23T02:20:41,564 DEBUG [RS:0;72b6db343a5d:46211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:20:41,564 DEBUG [RS:0;72b6db343a5d:46211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:41,564 DEBUG [RS:0;72b6db343a5d:46211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:41,564 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:20:41,565 INFO [regionserver/72b6db343a5d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:20:41,664 INFO [RS:0;72b6db343a5d:46211 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.shipper72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 terminated 2024-11-23T02:20:41,664 WARN [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46211,1732328408419.replicationSource.wal-reader.72b6db343a5d%2C46211%2C1732328408419,1-72b6db343a5d,46211,1732328408419 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T02:20:41,665 INFO [RS:0;72b6db343a5d:46211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:46211. 2024-11-23T02:20:41,665 DEBUG [RS:0;72b6db343a5d:46211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:20:41,665 DEBUG [RS:0;72b6db343a5d:46211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:41,665 DEBUG [RS:0;72b6db343a5d:46211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:41,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:20:41,665 INFO [RS:0;72b6db343a5d:46211 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46211 2024-11-23T02:20:41,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101429f9cef0003, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353890489/rs 2024-11-23T02:20:41,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46211-0x101429f9cef0004, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11353890489/rs/72b6db343a5d,46211,1732328408419 2024-11-23T02:20:41,668 INFO [RS:0;72b6db343a5d:46211 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:20:41,669 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [72b6db343a5d,46211,1732328408419] 2024-11-23T02:20:41,671 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11353890489/draining/72b6db343a5d,46211,1732328408419 already deleted, retry=false 2024-11-23T02:20:41,671 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 72b6db343a5d,46211,1732328408419 expired; onlineServers=0 2024-11-23T02:20:41,671 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '72b6db343a5d,44939,1732328408378' ***** 2024-11-23T02:20:41,671 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T02:20:41,671 INFO [M:0;72b6db343a5d:44939 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:20:41,671 INFO [M:0;72b6db343a5d:44939 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:20:41,671 DEBUG [M:0;72b6db343a5d:44939 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T02:20:41,671 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T02:20:41,671 DEBUG [M:0;72b6db343a5d:44939 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T02:20:41,671 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328410215 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328410215,5,FailOnTimeoutGroup] 2024-11-23T02:20:41,671 INFO [M:0;72b6db343a5d:44939 {}] hbase.ChoreService(370): Chore service for: master/72b6db343a5d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T02:20:41,672 INFO [M:0;72b6db343a5d:44939 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:20:41,672 DEBUG [M:0;72b6db343a5d:44939 {}] master.HMaster(1795): Stopping service threads 2024-11-23T02:20:41,672 INFO [M:0;72b6db343a5d:44939 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T02:20:41,672 INFO [M:0;72b6db343a5d:44939 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:20:41,672 INFO [M:0;72b6db343a5d:44939 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T02:20:41,671 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328410216 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328410216,5,FailOnTimeoutGroup] 2024-11-23T02:20:41,673 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T02:20:41,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101429f9cef0003, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11353890489/master 2024-11-23T02:20:41,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101429f9cef0003, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11353890489 2024-11-23T02:20:41,674 DEBUG [M:0;72b6db343a5d:44939 {}] zookeeper.ZKUtil(347): master:44939-0x101429f9cef0003, quorum=127.0.0.1:53246, baseZNode=/11353890489 Unable to get data of znode /11353890489/master because node does not exist (not an error) 2024-11-23T02:20:41,674 WARN [M:0;72b6db343a5d:44939 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T02:20:41,674 INFO [M:0;72b6db343a5d:44939 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/.lastflushedseqids 2024-11-23T02:20:41,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36111 is added to blk_1073741848_1024 (size=245) 2024-11-23T02:20:41,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46211-0x101429f9cef0004, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:20:41,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46211-0x101429f9cef0004, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:20:41,772 INFO [RS:0;72b6db343a5d:46211 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:20:41,772 INFO [RS:0;72b6db343a5d:46211 {}] regionserver.HRegionServer(1031): Exiting; stopping=72b6db343a5d,46211,1732328408419; zookeeper connection closed. 2024-11-23T02:20:41,773 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@472d4243 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@472d4243 2024-11-23T02:20:41,773 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T02:20:42,090 INFO [M:0;72b6db343a5d:44939 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T02:20:42,090 INFO [M:0;72b6db343a5d:44939 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T02:20:42,090 DEBUG [M:0;72b6db343a5d:44939 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:20:42,090 INFO [M:0;72b6db343a5d:44939 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:42,090 DEBUG [M:0;72b6db343a5d:44939 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:42,090 DEBUG [M:0;72b6db343a5d:44939 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:20:42,090 DEBUG [M:0;72b6db343a5d:44939 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:42,091 INFO [M:0;72b6db343a5d:44939 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-23T02:20:42,106 DEBUG [M:0;72b6db343a5d:44939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95f6b7899d2542a6b0833baaedf1bd55 is 82, key is hbase:meta,,1/info:regioninfo/1732328411381/Put/seqid=0 2024-11-23T02:20:42,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36111 is added to blk_1073741849_1025 (size=5672) 2024-11-23T02:20:42,110 INFO [M:0;72b6db343a5d:44939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95f6b7899d2542a6b0833baaedf1bd55 2024-11-23T02:20:42,135 DEBUG [M:0;72b6db343a5d:44939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac9fed8480d64725a85074a835835ccd is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732328425402/Put/seqid=0 2024-11-23T02:20:42,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36111 is added to blk_1073741850_1026 (size=8516) 2024-11-23T02:20:42,396 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 1490, reset compression=false 2024-11-23T02:20:42,541 INFO [M:0;72b6db343a5d:44939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac9fed8480d64725a85074a835835ccd 2024-11-23T02:20:42,576 DEBUG [M:0;72b6db343a5d:44939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76e33c658dc745f096474c3ccb87fd3e is 69, key is 72b6db343a5d,46211,1732328408419/rs:state/1732328410267/Put/seqid=0 2024-11-23T02:20:42,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36111 is added to blk_1073741851_1027 (size=5156) 2024-11-23T02:20:42,582 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T02:20:42,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:42,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:42,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:42,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:42,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:42,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:42,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:42,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:42,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:42,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:42,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:42,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:42,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:42,987 INFO [M:0;72b6db343a5d:44939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76e33c658dc745f096474c3ccb87fd3e 2024-11-23T02:20:42,992 DEBUG [M:0;72b6db343a5d:44939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95f6b7899d2542a6b0833baaedf1bd55 as hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/95f6b7899d2542a6b0833baaedf1bd55 2024-11-23T02:20:42,997 INFO [M:0;72b6db343a5d:44939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/95f6b7899d2542a6b0833baaedf1bd55, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T02:20:42,998 DEBUG [M:0;72b6db343a5d:44939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac9fed8480d64725a85074a835835ccd as hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ac9fed8480d64725a85074a835835ccd 2024-11-23T02:20:43,002 INFO [M:0;72b6db343a5d:44939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ac9fed8480d64725a85074a835835ccd, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T02:20:43,003 DEBUG [M:0;72b6db343a5d:44939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76e33c658dc745f096474c3ccb87fd3e as hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/76e33c658dc745f096474c3ccb87fd3e 2024-11-23T02:20:43,006 INFO [M:0;72b6db343a5d:44939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38791/user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/76e33c658dc745f096474c3ccb87fd3e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T02:20:43,007 INFO [M:0;72b6db343a5d:44939 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 917ms, sequenceid=97, compaction requested=false 2024-11-23T02:20:43,008 INFO [M:0;72b6db343a5d:44939 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:43,008 DEBUG [M:0;72b6db343a5d:44939 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328442090Disabling compacts and flushes for region at 1732328442090Disabling writes for close at 1732328442090Obtaining lock to block concurrent updates at 1732328442091 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732328442091Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732328442091Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732328442091Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732328442092 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732328442106 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732328442106Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732328442115 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732328442135 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732328442135Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732328442545 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732328442575 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732328442575Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@327fbf26: reopening flushed file at 1732328442992 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72e96316: reopening flushed file at 1732328442997 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aa252b5: reopening flushed file at 1732328443002 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 917ms, sequenceid=97, compaction requested=false at 1732328443007 (+5 ms)Writing region close event to WAL at 1732328443008 (+1 ms)Closed at 1732328443008 2024-11-23T02:20:43,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36111 is added to blk_1073741830_1006 (size=63654) 2024-11-23T02:20:43,010 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0d1f03c5-643f-f1ca-3651-1cf7efbeaef6/MasterData/WALs/72b6db343a5d,44939,1732328408378/72b6db343a5d%2C44939%2C1732328408378.1732328410115 not finished, retry = 0 2024-11-23T02:20:43,111 INFO [M:0;72b6db343a5d:44939 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T02:20:43,111 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:20:43,111 INFO [M:0;72b6db343a5d:44939 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44939 2024-11-23T02:20:43,112 INFO [M:0;72b6db343a5d:44939 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:20:43,214 INFO [M:0;72b6db343a5d:44939 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:20:43,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101429f9cef0003, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:20:43,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101429f9cef0003, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:20:43,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@412e2c79{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:20:43,217 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63981716{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:20:43,217 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:20:43,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36b7fade{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:20:43,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ed0fbc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366/hadoop.log.dir/,STOPPED} 2024-11-23T02:20:43,220 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T02:20:43,220 WARN [BP-1146718713-172.17.0.2-1732328407343 heartbeating to localhost/127.0.0.1:38791 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T02:20:43,220 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T02:20:43,220 WARN [BP-1146718713-172.17.0.2-1732328407343 heartbeating to localhost/127.0.0.1:38791 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1146718713-172.17.0.2-1732328407343 (Datanode Uuid 760a2ffb-4bb3-417d-80e2-5ed24818685c) service to localhost/127.0.0.1:38791 2024-11-23T02:20:43,220 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366/cluster_a154cd40-62ef-998b-ae83-975ccadd0876/data/data1/current/BP-1146718713-172.17.0.2-1732328407343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:20:43,221 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366/cluster_a154cd40-62ef-998b-ae83-975ccadd0876/data/data2/current/BP-1146718713-172.17.0.2-1732328407343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:20:43,221 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T02:20:43,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bb56a7d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:20:43,227 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18593ceb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:20:43,227 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:20:43,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77dc4aa2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:20:43,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cc3c708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6abcacc-9ad9-f411-bee8-d6e7cbf43366/hadoop.log.dir/,STOPPED} 2024-11-23T02:20:43,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T02:20:43,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T02:20:43,246 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:20:43,246 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:20:43,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:43,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:43,246 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:20:43,246 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T02:20:43,246 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=105748506, stopped=false 2024-11-23T02:20:43,246 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=72b6db343a5d,45589,1732328404224 2024-11-23T02:20:43,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101429f9cef0000, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01442699119/running 2024-11-23T02:20:43,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101429f9cef0000, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01442699119 2024-11-23T02:20:43,249 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:20:43,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x101429f9cef0001, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01442699119/running 2024-11-23T02:20:43,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x101429f9cef0001, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01442699119 2024-11-23T02:20:43,249 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:20:43,250 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:20:43,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45589-0x101429f9cef0000, quorum=127.0.0.1:53246, baseZNode=/01442699119 Set watcher on znode that does not yet exist, /01442699119/running 2024-11-23T02:20:43,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:43,250 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '72b6db343a5d,40405,1732328404286' ***** 2024-11-23T02:20:43,250 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T02:20:43,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40405-0x101429f9cef0001, quorum=127.0.0.1:53246, baseZNode=/01442699119 Set watcher on znode that does not yet exist, /01442699119/running 2024-11-23T02:20:43,250 INFO [RS:0;72b6db343a5d:40405 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T02:20:43,250 INFO [RS:0;72b6db343a5d:40405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T02:20:43,250 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T02:20:43,250 INFO [RS:0;72b6db343a5d:40405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T02:20:43,251 INFO [RS:0;72b6db343a5d:40405 {}] regionserver.HRegionServer(3091): Received CLOSE for f5d9036437d203dc8959054e54c9cddd 2024-11-23T02:20:43,251 INFO [RS:0;72b6db343a5d:40405 {}] regionserver.HRegionServer(3091): Received CLOSE for f3f9bdad0ed0a463d105bdfc9e095b0f 2024-11-23T02:20:43,251 INFO [RS:0;72b6db343a5d:40405 {}] regionserver.HRegionServer(959): stopping server 72b6db343a5d,40405,1732328404286 2024-11-23T02:20:43,251 INFO [RS:0;72b6db343a5d:40405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:20:43,251 INFO [RS:0;72b6db343a5d:40405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:40405. 2024-11-23T02:20:43,251 DEBUG [RS:0;72b6db343a5d:40405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:20:43,251 DEBUG [RS:0;72b6db343a5d:40405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:43,251 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f5d9036437d203dc8959054e54c9cddd, disabling compactions & flushes 2024-11-23T02:20:43,251 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732328422075.f5d9036437d203dc8959054e54c9cddd. 2024-11-23T02:20:43,251 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732328422075.f5d9036437d203dc8959054e54c9cddd. 2024-11-23T02:20:43,251 INFO [RS:0;72b6db343a5d:40405 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T02:20:43,251 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732328422075.f5d9036437d203dc8959054e54c9cddd. after waiting 0 ms 2024-11-23T02:20:43,251 INFO [RS:0;72b6db343a5d:40405 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T02:20:43,251 INFO [RS:0;72b6db343a5d:40405 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T02:20:43,251 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732328422075.f5d9036437d203dc8959054e54c9cddd. 2024-11-23T02:20:43,251 INFO [RS:0;72b6db343a5d:40405 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T02:20:43,251 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f5d9036437d203dc8959054e54c9cddd 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-23T02:20:43,251 INFO [RS:0;72b6db343a5d:40405 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T02:20:43,251 DEBUG [RS:0;72b6db343a5d:40405 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f5d9036437d203dc8959054e54c9cddd=hbase:replication,,1732328422075.f5d9036437d203dc8959054e54c9cddd., f3f9bdad0ed0a463d105bdfc9e095b0f=test,,1732328415612.f3f9bdad0ed0a463d105bdfc9e095b0f.} 2024-11-23T02:20:43,251 DEBUG [RS:0;72b6db343a5d:40405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f3f9bdad0ed0a463d105bdfc9e095b0f, f5d9036437d203dc8959054e54c9cddd 2024-11-23T02:20:43,252 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:20:43,252 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:20:43,252 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:20:43,252 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:20:43,252 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:20:43,252 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T02:20:43,267 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/hbase/replication/f5d9036437d203dc8959054e54c9cddd/.tmp/queue/8963ed18e8cf431cb2970b517028a986 is 154, key is 1-72b6db343a5d,40405,1732328404286/queue:72b6db343a5d%2C40405%2C1732328404286/1732328436948/Put/seqid=0 2024-11-23T02:20:43,269 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/hbase/meta/1588230740/.tmp/info/e5d59a4ff27e44b18bc9a4b0534b6ae1 is 147, key is hbase:replication,,1732328422075.f5d9036437d203dc8959054e54c9cddd./info:regioninfo/1732328423243/Put/seqid=0 2024-11-23T02:20:43,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_1073741840_1016 (size=5353) 2024-11-23T02:20:43,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_1073741841_1017 (size=7686) 2024-11-23T02:20:43,281 INFO [regionserver/72b6db343a5d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:20:43,452 DEBUG [RS:0;72b6db343a5d:40405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f3f9bdad0ed0a463d105bdfc9e095b0f, f5d9036437d203dc8959054e54c9cddd 2024-11-23T02:20:43,499 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 1490, reset compression=false 2024-11-23T02:20:43,652 DEBUG [RS:0;72b6db343a5d:40405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f3f9bdad0ed0a463d105bdfc9e095b0f, f5d9036437d203dc8959054e54c9cddd 2024-11-23T02:20:43,672 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/hbase/replication/f5d9036437d203dc8959054e54c9cddd/.tmp/queue/8963ed18e8cf431cb2970b517028a986 2024-11-23T02:20:43,674 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/hbase/meta/1588230740/.tmp/info/e5d59a4ff27e44b18bc9a4b0534b6ae1 2024-11-23T02:20:43,677 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/hbase/replication/f5d9036437d203dc8959054e54c9cddd/.tmp/queue/8963ed18e8cf431cb2970b517028a986 as hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/hbase/replication/f5d9036437d203dc8959054e54c9cddd/queue/8963ed18e8cf431cb2970b517028a986 2024-11-23T02:20:43,680 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/hbase/replication/f5d9036437d203dc8959054e54c9cddd/queue/8963ed18e8cf431cb2970b517028a986, entries=1, sequenceid=14, filesize=5.2 K 2024-11-23T02:20:43,681 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for f5d9036437d203dc8959054e54c9cddd in 430ms, sequenceid=14, compaction requested=false 2024-11-23T02:20:43,684 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/hbase/replication/f5d9036437d203dc8959054e54c9cddd/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-23T02:20:43,685 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:20:43,685 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:20:43,685 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732328422075.f5d9036437d203dc8959054e54c9cddd. 2024-11-23T02:20:43,685 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f5d9036437d203dc8959054e54c9cddd: Waiting for close lock at 1732328443251Running coprocessor pre-close hooks at 1732328443251Disabling compacts and flushes for region at 1732328443251Disabling writes for close at 1732328443251Obtaining lock to block concurrent updates at 1732328443251Preparing flush snapshotting stores in f5d9036437d203dc8959054e54c9cddd at 1732328443251Finished memstore snapshotting hbase:replication,,1732328422075.f5d9036437d203dc8959054e54c9cddd., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732328443252 (+1 ms)Flushing stores of hbase:replication,,1732328422075.f5d9036437d203dc8959054e54c9cddd. at 1732328443252Flushing f5d9036437d203dc8959054e54c9cddd/queue: creating writer at 1732328443252Flushing f5d9036437d203dc8959054e54c9cddd/queue: appending metadata at 1732328443267 (+15 ms)Flushing f5d9036437d203dc8959054e54c9cddd/queue: closing flushed file at 1732328443267Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fe1c8cc: reopening flushed file at 1732328443676 (+409 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for f5d9036437d203dc8959054e54c9cddd in 430ms, sequenceid=14, compaction requested=false at 1732328443681 (+5 ms)Writing region close event to WAL at 1732328443682 (+1 ms)Running coprocessor post-close hooks at 1732328443685 (+3 ms)Closed at 1732328443685 2024-11-23T02:20:43,685 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732328422075.f5d9036437d203dc8959054e54c9cddd. 2024-11-23T02:20:43,685 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f3f9bdad0ed0a463d105bdfc9e095b0f, disabling compactions & flushes 2024-11-23T02:20:43,685 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732328415612.f3f9bdad0ed0a463d105bdfc9e095b0f. 2024-11-23T02:20:43,685 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732328415612.f3f9bdad0ed0a463d105bdfc9e095b0f. 2024-11-23T02:20:43,685 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732328415612.f3f9bdad0ed0a463d105bdfc9e095b0f. after waiting 0 ms 2024-11-23T02:20:43,685 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732328415612.f3f9bdad0ed0a463d105bdfc9e095b0f. 2024-11-23T02:20:43,685 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f3f9bdad0ed0a463d105bdfc9e095b0f 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-23T02:20:43,693 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/hbase/meta/1588230740/.tmp/ns/095a5a7d502f488c892fa4009b37a9ba is 43, key is default/ns:d/1732328407241/Put/seqid=0 2024-11-23T02:20:43,700 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/default/test/f3f9bdad0ed0a463d105bdfc9e095b0f/.tmp/f/67b2db02a9b04088950be7143ad39639 is 37, key is row3/f:row3/1732328435262/Put/seqid=0 2024-11-23T02:20:43,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_1073741842_1018 (size=5153) 2024-11-23T02:20:43,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_1073741843_1019 (size=5228) 2024-11-23T02:20:43,703 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/default/test/f3f9bdad0ed0a463d105bdfc9e095b0f/.tmp/f/67b2db02a9b04088950be7143ad39639 2024-11-23T02:20:43,707 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 67b2db02a9b04088950be7143ad39639 2024-11-23T02:20:43,722 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/default/test/f3f9bdad0ed0a463d105bdfc9e095b0f/.tmp/f1/d788508f80314a1cbdcc71ae43ec190b is 30, key is row1/f1:/1732328432589/DeleteFamily/seqid=0 2024-11-23T02:20:43,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_1073741844_1020 (size=5158) 2024-11-23T02:20:43,852 DEBUG [RS:0;72b6db343a5d:40405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f3f9bdad0ed0a463d105bdfc9e095b0f 2024-11-23T02:20:44,052 DEBUG [RS:0;72b6db343a5d:40405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f3f9bdad0ed0a463d105bdfc9e095b0f 2024-11-23T02:20:44,101 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/hbase/meta/1588230740/.tmp/ns/095a5a7d502f488c892fa4009b37a9ba 2024-11-23T02:20:44,120 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/hbase/meta/1588230740/.tmp/rep_barrier/8860a9662c3f42d6b70c98f224bccd68 is 112, key is test,,1732328415612.f3f9bdad0ed0a463d105bdfc9e095b0f./rep_barrier:seqnumDuringOpen/1732328416768/Put/seqid=0 2024-11-23T02:20:44,125 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/default/test/f3f9bdad0ed0a463d105bdfc9e095b0f/.tmp/f1/d788508f80314a1cbdcc71ae43ec190b 2024-11-23T02:20:44,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_1073741845_1021 (size=5518) 2024-11-23T02:20:44,127 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/hbase/meta/1588230740/.tmp/rep_barrier/8860a9662c3f42d6b70c98f224bccd68 2024-11-23T02:20:44,130 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d788508f80314a1cbdcc71ae43ec190b 2024-11-23T02:20:44,144 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T02:20:44,144 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T02:20:44,149 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/hbase/meta/1588230740/.tmp/table/9510344be2bb4088b240270f21f9669d is 53, key is hbase:replication/table:state/1732328423250/Put/seqid=0 2024-11-23T02:20:44,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_1073741846_1022 (size=5308) 2024-11-23T02:20:44,154 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/default/test/f3f9bdad0ed0a463d105bdfc9e095b0f/.tmp/norep/9c7c93e1207c4920850e8de05f02a93e is 32, key is row/norep:/1732328431581/DeleteFamily/seqid=0 2024-11-23T02:20:44,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_1073741847_1023 (size=5101) 2024-11-23T02:20:44,159 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/default/test/f3f9bdad0ed0a463d105bdfc9e095b0f/.tmp/norep/9c7c93e1207c4920850e8de05f02a93e 2024-11-23T02:20:44,164 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c7c93e1207c4920850e8de05f02a93e 2024-11-23T02:20:44,165 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/default/test/f3f9bdad0ed0a463d105bdfc9e095b0f/.tmp/f/67b2db02a9b04088950be7143ad39639 as hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/default/test/f3f9bdad0ed0a463d105bdfc9e095b0f/f/67b2db02a9b04088950be7143ad39639 2024-11-23T02:20:44,169 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 67b2db02a9b04088950be7143ad39639 2024-11-23T02:20:44,169 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/default/test/f3f9bdad0ed0a463d105bdfc9e095b0f/f/67b2db02a9b04088950be7143ad39639, entries=5, sequenceid=12, filesize=5.1 K 2024-11-23T02:20:44,170 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/default/test/f3f9bdad0ed0a463d105bdfc9e095b0f/.tmp/f1/d788508f80314a1cbdcc71ae43ec190b as hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/default/test/f3f9bdad0ed0a463d105bdfc9e095b0f/f1/d788508f80314a1cbdcc71ae43ec190b 2024-11-23T02:20:44,175 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d788508f80314a1cbdcc71ae43ec190b 2024-11-23T02:20:44,175 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/default/test/f3f9bdad0ed0a463d105bdfc9e095b0f/f1/d788508f80314a1cbdcc71ae43ec190b, entries=3, sequenceid=12, filesize=5.0 K 2024-11-23T02:20:44,176 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/default/test/f3f9bdad0ed0a463d105bdfc9e095b0f/.tmp/norep/9c7c93e1207c4920850e8de05f02a93e as hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/default/test/f3f9bdad0ed0a463d105bdfc9e095b0f/norep/9c7c93e1207c4920850e8de05f02a93e 2024-11-23T02:20:44,179 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c7c93e1207c4920850e8de05f02a93e 2024-11-23T02:20:44,179 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/default/test/f3f9bdad0ed0a463d105bdfc9e095b0f/norep/9c7c93e1207c4920850e8de05f02a93e, entries=1, sequenceid=12, filesize=5.0 K 2024-11-23T02:20:44,180 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f3f9bdad0ed0a463d105bdfc9e095b0f in 495ms, sequenceid=12, compaction requested=false 2024-11-23T02:20:44,190 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/default/test/f3f9bdad0ed0a463d105bdfc9e095b0f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-23T02:20:44,191 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:20:44,191 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T02:20:44,191 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732328415612.f3f9bdad0ed0a463d105bdfc9e095b0f. 2024-11-23T02:20:44,191 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f3f9bdad0ed0a463d105bdfc9e095b0f: Waiting for close lock at 1732328443685Running coprocessor pre-close hooks at 1732328443685Disabling compacts and flushes for region at 1732328443685Disabling writes for close at 1732328443685Obtaining lock to block concurrent updates at 1732328443685Preparing flush snapshotting stores in f3f9bdad0ed0a463d105bdfc9e095b0f at 1732328443685Finished memstore snapshotting test,,1732328415612.f3f9bdad0ed0a463d105bdfc9e095b0f., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732328443686 (+1 ms)Flushing stores of test,,1732328415612.f3f9bdad0ed0a463d105bdfc9e095b0f. at 1732328443686Flushing f3f9bdad0ed0a463d105bdfc9e095b0f/f: creating writer at 1732328443686Flushing f3f9bdad0ed0a463d105bdfc9e095b0f/f: appending metadata at 1732328443700 (+14 ms)Flushing f3f9bdad0ed0a463d105bdfc9e095b0f/f: closing flushed file at 1732328443700Flushing f3f9bdad0ed0a463d105bdfc9e095b0f/f1: creating writer at 1732328443707 (+7 ms)Flushing f3f9bdad0ed0a463d105bdfc9e095b0f/f1: appending metadata at 1732328443721 (+14 ms)Flushing f3f9bdad0ed0a463d105bdfc9e095b0f/f1: closing flushed file at 1732328443721Flushing f3f9bdad0ed0a463d105bdfc9e095b0f/norep: creating writer at 1732328444130 (+409 ms)Flushing f3f9bdad0ed0a463d105bdfc9e095b0f/norep: appending metadata at 1732328444153 (+23 ms)Flushing f3f9bdad0ed0a463d105bdfc9e095b0f/norep: closing flushed file at 1732328444153Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22242d25: reopening flushed file at 1732328444164 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49919da3: reopening flushed file at 1732328444170 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dccaff: reopening flushed file at 1732328444175 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f3f9bdad0ed0a463d105bdfc9e095b0f in 495ms, sequenceid=12, compaction requested=false at 1732328444180 (+5 ms)Writing region close event to WAL at 1732328444188 (+8 ms)Running coprocessor post-close hooks at 1732328444191 (+3 ms)Closed at 1732328444191 2024-11-23T02:20:44,191 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732328415612.f3f9bdad0ed0a463d105bdfc9e095b0f. 2024-11-23T02:20:44,252 INFO [RS:0;72b6db343a5d:40405 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T02:20:44,252 DEBUG [RS:0;72b6db343a5d:40405 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T02:20:44,253 DEBUG [RS:0;72b6db343a5d:40405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:20:44,453 DEBUG [RS:0;72b6db343a5d:40405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:20:44,555 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/hbase/meta/1588230740/.tmp/table/9510344be2bb4088b240270f21f9669d 2024-11-23T02:20:44,559 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/hbase/meta/1588230740/.tmp/info/e5d59a4ff27e44b18bc9a4b0534b6ae1 as hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/hbase/meta/1588230740/info/e5d59a4ff27e44b18bc9a4b0534b6ae1 2024-11-23T02:20:44,563 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/hbase/meta/1588230740/info/e5d59a4ff27e44b18bc9a4b0534b6ae1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T02:20:44,564 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/hbase/meta/1588230740/.tmp/ns/095a5a7d502f488c892fa4009b37a9ba as hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/hbase/meta/1588230740/ns/095a5a7d502f488c892fa4009b37a9ba 2024-11-23T02:20:44,567 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/hbase/meta/1588230740/ns/095a5a7d502f488c892fa4009b37a9ba, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T02:20:44,567 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/hbase/meta/1588230740/.tmp/rep_barrier/8860a9662c3f42d6b70c98f224bccd68 as hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/hbase/meta/1588230740/rep_barrier/8860a9662c3f42d6b70c98f224bccd68 2024-11-23T02:20:44,571 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/hbase/meta/1588230740/rep_barrier/8860a9662c3f42d6b70c98f224bccd68, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T02:20:44,571 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/hbase/meta/1588230740/.tmp/table/9510344be2bb4088b240270f21f9669d as hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/hbase/meta/1588230740/table/9510344be2bb4088b240270f21f9669d 2024-11-23T02:20:44,574 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/hbase/meta/1588230740/table/9510344be2bb4088b240270f21f9669d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T02:20:44,575 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1323ms, sequenceid=16, compaction requested=false 2024-11-23T02:20:44,579 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T02:20:44,580 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:20:44,580 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:20:44,580 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:20:44,580 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328443251Running coprocessor pre-close hooks at 1732328443251Disabling compacts and flushes for region at 1732328443251Disabling writes for close at 1732328443252 (+1 ms)Obtaining lock to block concurrent updates at 1732328443252Preparing flush snapshotting stores in 1588230740 at 1732328443252Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732328443252Flushing stores of hbase:meta,,1.1588230740 at 1732328443252Flushing 1588230740/info: creating writer at 1732328443253 (+1 ms)Flushing 1588230740/info: appending metadata at 1732328443269 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732328443269Flushing 1588230740/ns: creating writer at 1732328443678 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732328443693 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732328443693Flushing 1588230740/rep_barrier: creating writer at 1732328444105 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732328444119 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732328444119Flushing 1588230740/table: creating writer at 1732328444131 (+12 ms)Flushing 1588230740/table: appending metadata at 1732328444149 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732328444149Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10882e08: reopening flushed file at 1732328444559 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5923f38: reopening flushed file at 1732328444563 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e64dc94: reopening flushed file at 1732328444567 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48dfe595: reopening flushed file at 1732328444571 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1323ms, sequenceid=16, compaction requested=false at 1732328444575 (+4 ms)Writing region close event to WAL at 1732328444577 (+2 ms)Running coprocessor post-close hooks at 1732328444580 (+3 ms)Closed at 1732328444580 2024-11-23T02:20:44,580 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T02:20:44,653 INFO [RS:0;72b6db343a5d:40405 {}] regionserver.HRegionServer(976): stopping server 72b6db343a5d,40405,1732328404286; all regions closed. 2024-11-23T02:20:44,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_1073741834_1010 (size=4239) 2024-11-23T02:20:44,657 DEBUG [RS:0;72b6db343a5d:40405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/oldWALs 2024-11-23T02:20:44,657 INFO [RS:0;72b6db343a5d:40405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 72b6db343a5d%2C40405%2C1732328404286.meta:.meta(num 1732328407199) 2024-11-23T02:20:44,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_1073741839_1015 (size=3552) 2024-11-23T02:20:44,661 DEBUG [RS:0;72b6db343a5d:40405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/oldWALs 2024-11-23T02:20:44,661 INFO [RS:0;72b6db343a5d:40405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 72b6db343a5d%2C40405%2C1732328404286.rep:(num 1732328423209) 2024-11-23T02:20:44,663 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 not finished, retry = 0 2024-11-23T02:20:44,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_1073741832_1008 (size=2389) 2024-11-23T02:20:44,703 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 to pos 1490, reset compression=false 2024-11-23T02:20:44,765 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276 2024-11-23T02:20:44,766 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:20:44,766 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-23T02:20:44,766 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.wal-reader.72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-23T02:20:44,766 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.shipper72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,40405,1732328404286 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/WALs/72b6db343a5d,40405,1732328404286/72b6db343a5d%2C40405%2C1732328404286.1732328406276, lastWalPosition=2381, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-23T02:20:44,766 DEBUG [RS:0;72b6db343a5d:40405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/oldWALs 2024-11-23T02:20:44,766 INFO [RS:0;72b6db343a5d:40405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 72b6db343a5d%2C40405%2C1732328404286:(num 1732328406276) 2024-11-23T02:20:44,766 DEBUG [RS:0;72b6db343a5d:40405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:44,766 INFO [RS:0;72b6db343a5d:40405 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:20:44,766 INFO [RS:0;72b6db343a5d:40405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:20:44,766 INFO [RS:0;72b6db343a5d:40405 {}] hbase.ChoreService(370): Chore service for: regionserver/72b6db343a5d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T02:20:44,767 INFO [RS:0;72b6db343a5d:40405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:20:44,767 INFO [regionserver/72b6db343a5d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:20:44,767 INFO [RS:0;72b6db343a5d:40405 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-72b6db343a5d,40405,1732328404286 because: Region server is closing 2024-11-23T02:20:44,767 INFO [RS:0;72b6db343a5d:40405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:40405. 2024-11-23T02:20:44,767 DEBUG [RS:0;72b6db343a5d:40405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:20:44,767 DEBUG [RS:0;72b6db343a5d:40405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:44,767 DEBUG [RS:0;72b6db343a5d:40405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:44,767 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:20:44,767 ERROR [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.shipper72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 72b6db343a5d,40405,1732328404286: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-72b6db343a5d,40405,1732328404286, walGroup=72b6db343a5d%2C40405%2C1732328404286, offset=72b6db343a5d%2C40405%2C1732328404286.1732328406276:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=72b6db343a5d:40405 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T02:20:44,768 ERROR [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.shipper72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T02:20:44,768 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.shipper72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T02:20:44,769 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.shipper72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T02:20:44,769 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.shipper72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T02:20:44,769 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.shipper72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T02:20:44,769 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.shipper72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1147142144, "init": 1048576000, "max": 2306867200, "used": 780318392 }, "NonHeapMemoryUsage": { "committed": 203423744, "init": 7667712, "max": -1, "used": 200471296 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T02:20:44,769 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.shipper72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [72b6db343a5d%2C40405%2C1732328404286.1732328406276] 2024-11-23T02:20:44,868 INFO [RS:0;72b6db343a5d:40405 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,40405,1732328404286.replicationSource.shipper72b6db343a5d%2C40405%2C1732328404286,1-72b6db343a5d,40405,1732328404286 terminated 2024-11-23T02:20:44,868 INFO [RS:0;72b6db343a5d:40405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:40405. 2024-11-23T02:20:44,868 DEBUG [RS:0;72b6db343a5d:40405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:20:44,868 DEBUG [RS:0;72b6db343a5d:40405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:44,868 DEBUG [RS:0;72b6db343a5d:40405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:44,868 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:20:44,868 INFO [RS:0;72b6db343a5d:40405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40405 2024-11-23T02:20:44,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101429f9cef0000, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01442699119/rs 2024-11-23T02:20:44,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x101429f9cef0001, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01442699119/rs/72b6db343a5d,40405,1732328404286 2024-11-23T02:20:44,870 INFO [RS:0;72b6db343a5d:40405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:20:44,871 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [72b6db343a5d,40405,1732328404286] 2024-11-23T02:20:44,873 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01442699119/draining/72b6db343a5d,40405,1732328404286 already deleted, retry=false 2024-11-23T02:20:44,873 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 72b6db343a5d,40405,1732328404286 expired; onlineServers=0 2024-11-23T02:20:44,873 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '72b6db343a5d,45589,1732328404224' ***** 2024-11-23T02:20:44,873 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T02:20:44,873 INFO [M:0;72b6db343a5d:45589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:20:44,873 INFO [M:0;72b6db343a5d:45589 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:20:44,873 DEBUG [M:0;72b6db343a5d:45589 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T02:20:44,873 DEBUG [M:0;72b6db343a5d:45589 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T02:20:44,873 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T02:20:44,873 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328406064 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328406064,5,FailOnTimeoutGroup] 2024-11-23T02:20:44,873 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328406064 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328406064,5,FailOnTimeoutGroup] 2024-11-23T02:20:44,873 INFO [M:0;72b6db343a5d:45589 {}] hbase.ChoreService(370): Chore service for: master/72b6db343a5d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T02:20:44,873 INFO [M:0;72b6db343a5d:45589 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:20:44,874 DEBUG [M:0;72b6db343a5d:45589 {}] master.HMaster(1795): Stopping service threads 2024-11-23T02:20:44,874 INFO [M:0;72b6db343a5d:45589 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T02:20:44,874 INFO [M:0;72b6db343a5d:45589 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:20:44,874 INFO [M:0;72b6db343a5d:45589 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T02:20:44,874 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T02:20:44,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101429f9cef0000, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01442699119/master 2024-11-23T02:20:44,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101429f9cef0000, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01442699119 2024-11-23T02:20:44,876 DEBUG [M:0;72b6db343a5d:45589 {}] zookeeper.ZKUtil(347): master:45589-0x101429f9cef0000, quorum=127.0.0.1:53246, baseZNode=/01442699119 Unable to get data of znode /01442699119/master because node does not exist (not an error) 2024-11-23T02:20:44,876 WARN [M:0;72b6db343a5d:45589 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T02:20:44,877 INFO [M:0;72b6db343a5d:45589 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/.lastflushedseqids 2024-11-23T02:20:44,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_1073741848_1024 (size=245) 2024-11-23T02:20:44,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x101429f9cef0001, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:20:44,972 INFO [RS:0;72b6db343a5d:40405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:20:44,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x101429f9cef0001, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:20:44,972 INFO [RS:0;72b6db343a5d:40405 {}] regionserver.HRegionServer(1031): Exiting; stopping=72b6db343a5d,40405,1732328404286; zookeeper connection closed. 2024-11-23T02:20:44,973 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47c9caf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47c9caf 2024-11-23T02:20:44,973 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T02:20:45,286 INFO [M:0;72b6db343a5d:45589 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T02:20:45,286 INFO [M:0;72b6db343a5d:45589 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T02:20:45,286 DEBUG [M:0;72b6db343a5d:45589 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:20:45,286 INFO [M:0;72b6db343a5d:45589 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:45,286 DEBUG [M:0;72b6db343a5d:45589 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:45,286 DEBUG [M:0;72b6db343a5d:45589 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:20:45,286 DEBUG [M:0;72b6db343a5d:45589 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:45,286 INFO [M:0;72b6db343a5d:45589 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-23T02:20:45,302 DEBUG [M:0;72b6db343a5d:45589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8a4f684221649e88410febcf358e81d is 82, key is hbase:meta,,1/info:regioninfo/1732328407229/Put/seqid=0 2024-11-23T02:20:45,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_1073741849_1025 (size=5672) 2024-11-23T02:20:45,710 INFO [M:0;72b6db343a5d:45589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8a4f684221649e88410febcf358e81d 2024-11-23T02:20:45,732 DEBUG [M:0;72b6db343a5d:45589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab2b69bff6bc48479c84b9d77fd52d7a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732328416778/Put/seqid=0 2024-11-23T02:20:45,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_1073741850_1026 (size=7218) 2024-11-23T02:20:46,136 INFO [M:0;72b6db343a5d:45589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab2b69bff6bc48479c84b9d77fd52d7a 2024-11-23T02:20:46,141 INFO [M:0;72b6db343a5d:45589 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab2b69bff6bc48479c84b9d77fd52d7a 2024-11-23T02:20:46,157 DEBUG [M:0;72b6db343a5d:45589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/650e7788020442848a93b94600acb856 is 69, key is 72b6db343a5d,40405,1732328404286/rs:state/1732328406127/Put/seqid=0 2024-11-23T02:20:46,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_1073741851_1027 (size=5156) 2024-11-23T02:20:46,563 INFO [M:0;72b6db343a5d:45589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/650e7788020442848a93b94600acb856 2024-11-23T02:20:46,573 DEBUG [M:0;72b6db343a5d:45589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8a4f684221649e88410febcf358e81d as hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8a4f684221649e88410febcf358e81d 2024-11-23T02:20:46,579 INFO [M:0;72b6db343a5d:45589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8a4f684221649e88410febcf358e81d, entries=8, sequenceid=105, filesize=5.5 K 2024-11-23T02:20:46,580 DEBUG [M:0;72b6db343a5d:45589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab2b69bff6bc48479c84b9d77fd52d7a as hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ab2b69bff6bc48479c84b9d77fd52d7a 2024-11-23T02:20:46,584 INFO [M:0;72b6db343a5d:45589 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab2b69bff6bc48479c84b9d77fd52d7a 2024-11-23T02:20:46,585 INFO [M:0;72b6db343a5d:45589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ab2b69bff6bc48479c84b9d77fd52d7a, entries=11, sequenceid=105, filesize=7.0 K 2024-11-23T02:20:46,586 DEBUG [M:0;72b6db343a5d:45589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/650e7788020442848a93b94600acb856 as hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/650e7788020442848a93b94600acb856 2024-11-23T02:20:46,592 INFO [M:0;72b6db343a5d:45589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39883/user/jenkins/test-data/a9ac4a95-10d2-7aed-d6ed-beb99227d6cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/650e7788020442848a93b94600acb856, entries=1, sequenceid=105, filesize=5.0 K 2024-11-23T02:20:46,594 INFO [M:0;72b6db343a5d:45589 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=105, compaction requested=false 2024-11-23T02:20:46,601 INFO [M:0;72b6db343a5d:45589 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:46,601 DEBUG [M:0;72b6db343a5d:45589 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328445286Disabling compacts and flushes for region at 1732328445286Disabling writes for close at 1732328445286Obtaining lock to block concurrent updates at 1732328445286Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732328445287 (+1 ms)Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732328445287Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732328445287Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732328445287Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732328445302 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732328445302Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732328445714 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732328445731 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732328445731Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732328446141 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732328446157 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732328446157Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48faac32: reopening flushed file at 1732328446568 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cf06d53: reopening flushed file at 1732328446579 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@694018e9: reopening flushed file at 1732328446585 (+6 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=105, compaction requested=false at 1732328446594 (+9 ms)Writing region close event to WAL at 1732328446601 (+7 ms)Closed at 1732328446601 2024-11-23T02:20:46,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_1073741830_1006 (size=64423) 2024-11-23T02:20:46,617 INFO [M:0;72b6db343a5d:45589 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T02:20:46,618 INFO [M:0;72b6db343a5d:45589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45589 2024-11-23T02:20:46,618 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:20:46,618 INFO [M:0;72b6db343a5d:45589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:20:46,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101429f9cef0000, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:20:46,720 INFO [M:0;72b6db343a5d:45589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:20:46,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101429f9cef0000, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:20:46,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a393849{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:20:46,738 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@465df952{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:20:46,738 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:20:46,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f64bfe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:20:46,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a3b092b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/hadoop.log.dir/,STOPPED} 2024-11-23T02:20:46,741 WARN [BP-943901305-172.17.0.2-1732328403573 heartbeating to localhost/127.0.0.1:39883 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T02:20:46,741 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T02:20:46,741 WARN [BP-943901305-172.17.0.2-1732328403573 heartbeating to localhost/127.0.0.1:39883 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-943901305-172.17.0.2-1732328403573 (Datanode Uuid 59d36fd8-440c-4f8d-9077-55081536f0e6) service to localhost/127.0.0.1:39883 2024-11-23T02:20:46,741 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T02:20:46,741 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/cluster_a71ec825-2961-f14f-7854-94f36de6422e/data/data1/current/BP-943901305-172.17.0.2-1732328403573 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:20:46,742 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/cluster_a71ec825-2961-f14f-7854-94f36de6422e/data/data2/current/BP-943901305-172.17.0.2-1732328403573 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:20:46,742 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T02:20:46,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76d4c949{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:20:46,751 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67c47c11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:20:46,751 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:20:46,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4590d0bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:20:46,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a9c2fb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7daaa4bc-2997-2de3-ff38-50f0c5705ae5/hadoop.log.dir/,STOPPED} 2024-11-23T02:20:46,761 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T02:20:46,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T02:20:46,813 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 265) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:39883 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39883 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38791 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42079 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53246) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38791 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38791 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:42079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53246) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39883 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42079 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38791 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42079 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:38791 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53246) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39883 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39883 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=729 (was 655) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=409 (was 295) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6849 (was 6566) - AvailableMemoryMB LEAK? - 2024-11-23T02:20:46,827 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=729, MaxFileDescriptor=1048576, SystemLoadAverage=409, ProcessCount=11, AvailableMemoryMB=6849 2024-11-23T02:20:46,840 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-23T02:20:46,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64/hadoop.log.dir so I do NOT create it in target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8 2024-11-23T02:20:46,841 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T02:20:46,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64/hadoop.tmp.dir so I do NOT create it in target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8 2024-11-23T02:20:46,841 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c715978-fc9d-2a9a-d540-a3f6e4132d64/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T02:20:46,841 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8 2024-11-23T02:20:46,841 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/cluster_7f9566bc-2045-3c69-d979-70451e49a931, deleteOnExit=true 2024-11-23T02:20:46,844 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/cluster_7f9566bc-2045-3c69-d979-70451e49a931/zookeeper_0, clientPort=59529, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/cluster_7f9566bc-2045-3c69-d979-70451e49a931/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/cluster_7f9566bc-2045-3c69-d979-70451e49a931/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T02:20:46,849 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59529 2024-11-23T02:20:46,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T02:20:46,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T02:20:46,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/test.cache.data in system properties and HBase conf 2024-11-23T02:20:46,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T02:20:46,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/hadoop.log.dir in system properties and HBase conf 2024-11-23T02:20:46,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T02:20:46,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T02:20:46,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T02:20:46,850 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T02:20:46,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:20:46,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:20:46,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T02:20:46,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:20:46,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T02:20:46,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T02:20:46,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:20:46,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:20:46,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T02:20:46,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/nfs.dump.dir in system properties and HBase conf 2024-11-23T02:20:46,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/java.io.tmpdir in system properties and HBase conf 2024-11-23T02:20:46,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:20:46,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T02:20:46,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T02:20:46,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101429f9cef0002, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T02:20:46,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101429f9cef0005, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T02:20:46,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101429f9cef0005, quorum=127.0.0.1:53246, baseZNode=/11353890489 Received Disconnected from ZooKeeper, ignoring 2024-11-23T02:20:46,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101429f9cef0002, quorum=127.0.0.1:53246, baseZNode=/01442699119 Received Disconnected from ZooKeeper, ignoring 2024-11-23T02:20:46,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101429f9cef0008, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T02:20:46,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101429f9cef0008, quorum=127.0.0.1:53246, baseZNode=/2-1884024893 Received Disconnected from ZooKeeper, ignoring 2024-11-23T02:20:46,953 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:20:46,956 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:20:46,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:20:46,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:20:46,960 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T02:20:46,961 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:20:46,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3eb7f71d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:20:46,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29044fdd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:20:47,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@871026a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/java.io.tmpdir/jetty-localhost-33255-hadoop-hdfs-3_4_1-tests_jar-_-any-3625540784408514037/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:20:47,094 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a84e2b1{HTTP/1.1, (http/1.1)}{localhost:33255} 2024-11-23T02:20:47,094 INFO [Time-limited test {}] server.Server(415): Started @248689ms 2024-11-23T02:20:47,179 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:20:47,182 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:20:47,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:20:47,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:20:47,185 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T02:20:47,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@308f4d2f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:20:47,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66f0888a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:20:47,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e4e41e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/java.io.tmpdir/jetty-localhost-43815-hadoop-hdfs-3_4_1-tests_jar-_-any-17951230736729280172/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:20:47,315 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f069f40{HTTP/1.1, (http/1.1)}{localhost:43815} 2024-11-23T02:20:47,315 INFO [Time-limited test {}] server.Server(415): Started @248911ms 2024-11-23T02:20:47,317 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T02:20:47,428 WARN [Thread-3453 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/cluster_7f9566bc-2045-3c69-d979-70451e49a931/data/data1/current/BP-1118658600-172.17.0.2-1732328446880/current, will proceed with Du for space computation calculation, 2024-11-23T02:20:47,428 WARN [Thread-3454 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/cluster_7f9566bc-2045-3c69-d979-70451e49a931/data/data2/current/BP-1118658600-172.17.0.2-1732328446880/current, will proceed with Du for space computation calculation, 2024-11-23T02:20:47,449 WARN [Thread-3441 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T02:20:47,451 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd006ee1f9ec5a373 with lease ID 0x6f33c67d51023c70: Processing first storage report for DS-ec8ce1a0-7bd1-49bf-9c15-bad8b1a77ad4 from datanode DatanodeRegistration(127.0.0.1:42559, datanodeUuid=eb3dcecb-f359-40ad-8b5b-183c2c8aecd9, infoPort=46831, infoSecurePort=0, ipcPort=41075, storageInfo=lv=-57;cid=testClusterID;nsid=531148921;c=1732328446880) 2024-11-23T02:20:47,452 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd006ee1f9ec5a373 with lease ID 0x6f33c67d51023c70: from storage DS-ec8ce1a0-7bd1-49bf-9c15-bad8b1a77ad4 node DatanodeRegistration(127.0.0.1:42559, datanodeUuid=eb3dcecb-f359-40ad-8b5b-183c2c8aecd9, infoPort=46831, infoSecurePort=0, ipcPort=41075, storageInfo=lv=-57;cid=testClusterID;nsid=531148921;c=1732328446880), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:20:47,452 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd006ee1f9ec5a373 with lease ID 0x6f33c67d51023c70: Processing first storage report for DS-dd31e897-a3fc-4439-94f6-f1672a45c9e5 from datanode DatanodeRegistration(127.0.0.1:42559, datanodeUuid=eb3dcecb-f359-40ad-8b5b-183c2c8aecd9, infoPort=46831, infoSecurePort=0, ipcPort=41075, storageInfo=lv=-57;cid=testClusterID;nsid=531148921;c=1732328446880) 2024-11-23T02:20:47,452 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd006ee1f9ec5a373 with lease ID 0x6f33c67d51023c70: from storage DS-dd31e897-a3fc-4439-94f6-f1672a45c9e5 node DatanodeRegistration(127.0.0.1:42559, datanodeUuid=eb3dcecb-f359-40ad-8b5b-183c2c8aecd9, infoPort=46831, infoSecurePort=0, ipcPort=41075, storageInfo=lv=-57;cid=testClusterID;nsid=531148921;c=1732328446880), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:20:47,538 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8 2024-11-23T02:20:47,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:47,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:47,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42559 is added to blk_1073741825_1001 (size=7) 2024-11-23T02:20:47,947 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460 with version=8 2024-11-23T02:20:47,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/hbase-staging 2024-11-23T02:20:47,950 INFO [Time-limited test {}] client.ConnectionUtils(128): master/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:20:47,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:20:47,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:20:47,950 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:20:47,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:20:47,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:20:47,950 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T02:20:47,950 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:20:47,951 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36233 2024-11-23T02:20:47,952 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36233 connecting to ZooKeeper ensemble=127.0.0.1:59529 2024-11-23T02:20:47,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362330x0, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:20:47,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36233-0x10142a0460b0000 connected 2024-11-23T02:20:47,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:47,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:47,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36233-0x10142a0460b0000, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Set watcher on znode that does not yet exist, /0-785368706/running 2024-11-23T02:20:47,985 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460, hbase.cluster.distributed=false 2024-11-23T02:20:47,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36233-0x10142a0460b0000, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Set watcher on znode that does not yet exist, /0-785368706/acl 2024-11-23T02:20:47,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36233 2024-11-23T02:20:47,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36233 2024-11-23T02:20:47,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36233 2024-11-23T02:20:47,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36233 2024-11-23T02:20:47,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36233 2024-11-23T02:20:48,006 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:20:48,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:20:48,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:20:48,006 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:20:48,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:20:48,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:20:48,006 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T02:20:48,006 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:20:48,007 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37451 2024-11-23T02:20:48,007 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37451 connecting to ZooKeeper ensemble=127.0.0.1:59529 2024-11-23T02:20:48,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:48,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:48,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374510x0, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:20:48,014 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374510x0, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Set watcher on znode that does not yet exist, /0-785368706/running 2024-11-23T02:20:48,014 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T02:20:48,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37451-0x10142a0460b0001 connected 2024-11-23T02:20:48,020 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T02:20:48,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37451-0x10142a0460b0001, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Set watcher on znode that does not yet exist, /0-785368706/master 2024-11-23T02:20:48,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37451-0x10142a0460b0001, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Set watcher on znode that does not yet exist, /0-785368706/acl 2024-11-23T02:20:48,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37451 2024-11-23T02:20:48,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37451 2024-11-23T02:20:48,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37451 2024-11-23T02:20:48,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37451 2024-11-23T02:20:48,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37451 2024-11-23T02:20:48,043 DEBUG [M:0;72b6db343a5d:36233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;72b6db343a5d:36233 2024-11-23T02:20:48,043 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-785368706/backup-masters/72b6db343a5d,36233,1732328447950 2024-11-23T02:20:48,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37451-0x10142a0460b0001, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-785368706/backup-masters 2024-11-23T02:20:48,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36233-0x10142a0460b0000, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-785368706/backup-masters 2024-11-23T02:20:48,045 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36233-0x10142a0460b0000, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Set watcher on existing znode=/0-785368706/backup-masters/72b6db343a5d,36233,1732328447950 2024-11-23T02:20:48,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37451-0x10142a0460b0001, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-785368706/master 2024-11-23T02:20:48,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37451-0x10142a0460b0001, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-785368706 2024-11-23T02:20:48,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36233-0x10142a0460b0000, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-785368706 2024-11-23T02:20:48,048 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36233-0x10142a0460b0000, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Set watcher on existing znode=/0-785368706/master 2024-11-23T02:20:48,049 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-785368706/backup-masters/72b6db343a5d,36233,1732328447950 from backup master directory 2024-11-23T02:20:48,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36233-0x10142a0460b0000, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-785368706/backup-masters/72b6db343a5d,36233,1732328447950 2024-11-23T02:20:48,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37451-0x10142a0460b0001, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-785368706/backup-masters 2024-11-23T02:20:48,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36233-0x10142a0460b0000, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-785368706/backup-masters 2024-11-23T02:20:48,050 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:20:48,050 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=72b6db343a5d,36233,1732328447950 2024-11-23T02:20:48,053 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/hbase.id] with ID: aa27ac6c-e8b9-4398-a46e-3cf1e06f0046 2024-11-23T02:20:48,053 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/.tmp/hbase.id 2024-11-23T02:20:48,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42559 is added to blk_1073741826_1002 (size=42) 2024-11-23T02:20:48,458 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/.tmp/hbase.id]:[hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/hbase.id] 2024-11-23T02:20:48,467 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:48,467 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T02:20:48,468 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T02:20:48,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37451-0x10142a0460b0001, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-785368706 2024-11-23T02:20:48,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36233-0x10142a0460b0000, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-785368706 2024-11-23T02:20:48,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42559 is added to blk_1073741827_1003 (size=196) 2024-11-23T02:20:48,879 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:20:48,880 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T02:20:48,881 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:20:48,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42559 is added to blk_1073741828_1004 (size=1189) 2024-11-23T02:20:49,187 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T02:20:49,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:49,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:49,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:49,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:49,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:49,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:49,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:49,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:49,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:49,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:49,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:49,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:49,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:49,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:49,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:49,289 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/MasterData/data/master/store 2024-11-23T02:20:49,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42559 is added to blk_1073741829_1005 (size=34) 2024-11-23T02:20:49,695 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:49,695 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:20:49,695 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:49,695 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:49,695 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:20:49,695 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:49,695 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:49,695 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328449695Disabling compacts and flushes for region at 1732328449695Disabling writes for close at 1732328449695Writing region close event to WAL at 1732328449695Closed at 1732328449695 2024-11-23T02:20:49,696 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/MasterData/data/master/store/.initializing 2024-11-23T02:20:49,696 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/MasterData/WALs/72b6db343a5d,36233,1732328447950 2024-11-23T02:20:49,697 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:20:49,698 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=72b6db343a5d%2C36233%2C1732328447950, suffix=, logDir=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/MasterData/WALs/72b6db343a5d,36233,1732328447950, archiveDir=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/MasterData/oldWALs, maxLogs=10 2024-11-23T02:20:49,711 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/MasterData/WALs/72b6db343a5d,36233,1732328447950/72b6db343a5d%2C36233%2C1732328447950.1732328449698, exclude list is [], retry=0 2024-11-23T02:20:49,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42559,DS-ec8ce1a0-7bd1-49bf-9c15-bad8b1a77ad4,DISK] 2024-11-23T02:20:49,715 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/MasterData/WALs/72b6db343a5d,36233,1732328447950/72b6db343a5d%2C36233%2C1732328447950.1732328449698 2024-11-23T02:20:49,717 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46831:46831)] 2024-11-23T02:20:49,718 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:20:49,718 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:49,718 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:49,718 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:49,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:49,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T02:20:49,720 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:49,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:49,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:49,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T02:20:49,722 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:49,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:49,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:49,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T02:20:49,723 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:49,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:49,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:49,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T02:20:49,724 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:49,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:49,725 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:49,726 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:49,726 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:49,727 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:49,727 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:49,727 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:20:49,728 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:49,729 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:20:49,730 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73562483, jitterRate=0.09616641700267792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:20:49,731 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732328449718Initializing all the Stores at 1732328449719 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328449719Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328449719Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328449719Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328449719Cleaning up temporary data from old regions at 1732328449727 (+8 ms)Region opened successfully at 1732328449730 (+3 ms) 2024-11-23T02:20:49,731 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T02:20:49,733 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67ddca19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:20:49,734 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T02:20:49,734 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T02:20:49,734 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T02:20:49,734 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T02:20:49,734 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T02:20:49,734 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T02:20:49,734 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T02:20:49,736 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T02:20:49,736 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36233-0x10142a0460b0000, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Unable to get data of znode /0-785368706/balancer because node does not exist (not necessarily an error) 2024-11-23T02:20:49,738 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-785368706/balancer already deleted, retry=false 2024-11-23T02:20:49,738 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T02:20:49,738 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36233-0x10142a0460b0000, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Unable to get data of znode /0-785368706/normalizer because node does not exist (not necessarily an error) 2024-11-23T02:20:49,745 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-785368706/normalizer already deleted, retry=false 2024-11-23T02:20:49,745 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T02:20:49,746 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36233-0x10142a0460b0000, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Unable to get data of znode /0-785368706/switch/split because node does not exist (not necessarily an error) 2024-11-23T02:20:49,747 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-785368706/switch/split already deleted, retry=false 2024-11-23T02:20:49,748 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36233-0x10142a0460b0000, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Unable to get data of znode /0-785368706/switch/merge because node does not exist (not necessarily an error) 2024-11-23T02:20:49,749 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-785368706/switch/merge already deleted, retry=false 2024-11-23T02:20:49,750 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36233-0x10142a0460b0000, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Unable to get data of znode /0-785368706/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T02:20:49,751 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-785368706/snapshot-cleanup already deleted, retry=false 2024-11-23T02:20:49,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36233-0x10142a0460b0000, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-785368706/running 2024-11-23T02:20:49,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37451-0x10142a0460b0001, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-785368706/running 2024-11-23T02:20:49,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37451-0x10142a0460b0001, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-785368706 2024-11-23T02:20:49,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36233-0x10142a0460b0000, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-785368706 2024-11-23T02:20:49,754 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=72b6db343a5d,36233,1732328447950, sessionid=0x10142a0460b0000, setting cluster-up flag (Was=false) 2024-11-23T02:20:49,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37451-0x10142a0460b0001, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-785368706 2024-11-23T02:20:49,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36233-0x10142a0460b0000, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-785368706 2024-11-23T02:20:49,762 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-785368706/flush-table-proc/acquired, /0-785368706/flush-table-proc/reached, /0-785368706/flush-table-proc/abort 2024-11-23T02:20:49,762 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,36233,1732328447950 2024-11-23T02:20:49,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36233-0x10142a0460b0000, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-785368706 2024-11-23T02:20:49,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37451-0x10142a0460b0001, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-785368706 2024-11-23T02:20:49,769 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-785368706/online-snapshot/acquired, /0-785368706/online-snapshot/reached, /0-785368706/online-snapshot/abort 2024-11-23T02:20:49,770 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,36233,1732328447950 2024-11-23T02:20:49,771 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T02:20:49,772 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T02:20:49,772 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T02:20:49,772 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T02:20:49,772 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 72b6db343a5d,36233,1732328447950 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T02:20:49,773 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:20:49,773 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:20:49,773 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:20:49,773 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:20:49,773 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/72b6db343a5d:0, corePoolSize=10, maxPoolSize=10 2024-11-23T02:20:49,774 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:49,774 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:20:49,774 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:49,775 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732328479775 2024-11-23T02:20:49,775 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T02:20:49,775 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T02:20:49,775 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T02:20:49,775 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:20:49,775 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T02:20:49,775 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T02:20:49,775 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T02:20:49,775 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T02:20:49,775 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:49,775 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T02:20:49,776 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T02:20:49,776 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T02:20:49,776 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T02:20:49,776 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:49,776 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T02:20:49,776 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T02:20:49,776 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T02:20:49,776 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328449776,5,FailOnTimeoutGroup] 2024-11-23T02:20:49,780 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328449776,5,FailOnTimeoutGroup] 2024-11-23T02:20:49,780 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:49,780 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T02:20:49,780 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:49,780 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:49,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42559 is added to blk_1073741831_1007 (size=1321) 2024-11-23T02:20:49,834 INFO [RS:0;72b6db343a5d:37451 {}] regionserver.HRegionServer(746): ClusterId : aa27ac6c-e8b9-4398-a46e-3cf1e06f0046 2024-11-23T02:20:49,834 DEBUG [RS:0;72b6db343a5d:37451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T02:20:49,836 DEBUG [RS:0;72b6db343a5d:37451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T02:20:49,836 DEBUG [RS:0;72b6db343a5d:37451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T02:20:49,839 DEBUG [RS:0;72b6db343a5d:37451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T02:20:49,839 DEBUG [RS:0;72b6db343a5d:37451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556fac08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:20:49,852 DEBUG [RS:0;72b6db343a5d:37451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;72b6db343a5d:37451 2024-11-23T02:20:49,852 INFO [RS:0;72b6db343a5d:37451 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T02:20:49,852 INFO [RS:0;72b6db343a5d:37451 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T02:20:49,852 DEBUG [RS:0;72b6db343a5d:37451 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T02:20:49,853 INFO [RS:0;72b6db343a5d:37451 {}] regionserver.HRegionServer(2659): reportForDuty to master=72b6db343a5d,36233,1732328447950 with port=37451, startcode=1732328448005 2024-11-23T02:20:49,853 DEBUG [RS:0;72b6db343a5d:37451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T02:20:49,854 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T02:20:49,855 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36233 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 72b6db343a5d,37451,1732328448005 2024-11-23T02:20:49,855 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36233 {}] master.ServerManager(517): Registering regionserver=72b6db343a5d,37451,1732328448005 2024-11-23T02:20:49,856 DEBUG [RS:0;72b6db343a5d:37451 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460 2024-11-23T02:20:49,856 DEBUG [RS:0;72b6db343a5d:37451 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34629 2024-11-23T02:20:49,856 DEBUG [RS:0;72b6db343a5d:37451 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T02:20:49,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36233-0x10142a0460b0000, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-785368706/rs 2024-11-23T02:20:49,858 DEBUG [RS:0;72b6db343a5d:37451 {}] zookeeper.ZKUtil(111): regionserver:37451-0x10142a0460b0001, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Set watcher on existing znode=/0-785368706/rs/72b6db343a5d,37451,1732328448005 2024-11-23T02:20:49,858 WARN [RS:0;72b6db343a5d:37451 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:20:49,858 INFO [RS:0;72b6db343a5d:37451 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:20:49,858 DEBUG [RS:0;72b6db343a5d:37451 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005 2024-11-23T02:20:49,858 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [72b6db343a5d,37451,1732328448005] 2024-11-23T02:20:49,860 INFO [RS:0;72b6db343a5d:37451 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T02:20:49,862 INFO [RS:0;72b6db343a5d:37451 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T02:20:49,862 INFO [RS:0;72b6db343a5d:37451 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T02:20:49,862 INFO [RS:0;72b6db343a5d:37451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:49,862 INFO [RS:0;72b6db343a5d:37451 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T02:20:49,863 INFO [RS:0;72b6db343a5d:37451 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T02:20:49,863 INFO [RS:0;72b6db343a5d:37451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:49,863 DEBUG [RS:0;72b6db343a5d:37451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:49,863 DEBUG [RS:0;72b6db343a5d:37451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:49,863 DEBUG [RS:0;72b6db343a5d:37451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:49,863 DEBUG [RS:0;72b6db343a5d:37451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:49,863 DEBUG [RS:0;72b6db343a5d:37451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:49,863 DEBUG [RS:0;72b6db343a5d:37451 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:20:49,863 DEBUG [RS:0;72b6db343a5d:37451 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:49,863 DEBUG [RS:0;72b6db343a5d:37451 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:49,863 DEBUG [RS:0;72b6db343a5d:37451 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:49,863 DEBUG [RS:0;72b6db343a5d:37451 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:49,863 DEBUG [RS:0;72b6db343a5d:37451 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:49,863 DEBUG [RS:0;72b6db343a5d:37451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:49,863 DEBUG [RS:0;72b6db343a5d:37451 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:20:49,863 DEBUG [RS:0;72b6db343a5d:37451 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:20:49,864 INFO [RS:0;72b6db343a5d:37451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:49,864 INFO [RS:0;72b6db343a5d:37451 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:49,864 INFO [RS:0;72b6db343a5d:37451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:49,864 INFO [RS:0;72b6db343a5d:37451 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:49,864 INFO [RS:0;72b6db343a5d:37451 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:49,864 INFO [RS:0;72b6db343a5d:37451 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,37451,1732328448005-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:20:49,881 INFO [RS:0;72b6db343a5d:37451 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T02:20:49,881 INFO [RS:0;72b6db343a5d:37451 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,37451,1732328448005-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:49,881 INFO [RS:0;72b6db343a5d:37451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:49,881 INFO [RS:0;72b6db343a5d:37451 {}] regionserver.Replication(171): 72b6db343a5d,37451,1732328448005 started 2024-11-23T02:20:49,894 INFO [RS:0;72b6db343a5d:37451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:49,894 INFO [RS:0;72b6db343a5d:37451 {}] regionserver.HRegionServer(1482): Serving as 72b6db343a5d,37451,1732328448005, RpcServer on 72b6db343a5d/172.17.0.2:37451, sessionid=0x10142a0460b0001 2024-11-23T02:20:49,894 DEBUG [RS:0;72b6db343a5d:37451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T02:20:49,894 DEBUG [RS:0;72b6db343a5d:37451 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 72b6db343a5d,37451,1732328448005 2024-11-23T02:20:49,894 DEBUG [RS:0;72b6db343a5d:37451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,37451,1732328448005' 2024-11-23T02:20:49,894 DEBUG [RS:0;72b6db343a5d:37451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-785368706/flush-table-proc/abort' 2024-11-23T02:20:49,895 DEBUG [RS:0;72b6db343a5d:37451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-785368706/flush-table-proc/acquired' 2024-11-23T02:20:49,895 DEBUG [RS:0;72b6db343a5d:37451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T02:20:49,895 DEBUG [RS:0;72b6db343a5d:37451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T02:20:49,895 DEBUG [RS:0;72b6db343a5d:37451 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 72b6db343a5d,37451,1732328448005 2024-11-23T02:20:49,895 DEBUG [RS:0;72b6db343a5d:37451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,37451,1732328448005' 2024-11-23T02:20:49,895 DEBUG [RS:0;72b6db343a5d:37451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-785368706/online-snapshot/abort' 2024-11-23T02:20:49,896 DEBUG [RS:0;72b6db343a5d:37451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-785368706/online-snapshot/acquired' 2024-11-23T02:20:49,896 DEBUG [RS:0;72b6db343a5d:37451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T02:20:49,896 INFO [RS:0;72b6db343a5d:37451 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T02:20:49,896 INFO [RS:0;72b6db343a5d:37451 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T02:20:49,996 INFO [RS:0;72b6db343a5d:37451 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:20:49,998 INFO [RS:0;72b6db343a5d:37451 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C37451%2C1732328448005, suffix=, logDir=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005, archiveDir=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/oldWALs, maxLogs=10 2024-11-23T02:20:50,011 DEBUG [RS:0;72b6db343a5d:37451 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998, exclude list is [], retry=0 2024-11-23T02:20:50,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42559,DS-ec8ce1a0-7bd1-49bf-9c15-bad8b1a77ad4,DISK] 2024-11-23T02:20:50,018 INFO [RS:0;72b6db343a5d:37451 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998 2024-11-23T02:20:50,021 DEBUG [RS:0;72b6db343a5d:37451 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46831:46831)] 2024-11-23T02:20:50,184 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T02:20:50,185 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460 2024-11-23T02:20:50,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42559 is added to blk_1073741833_1009 (size=32) 2024-11-23T02:20:50,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:50,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:20:50,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:20:50,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:50,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:50,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:20:50,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:20:50,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:50,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:50,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:20:50,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:20:50,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:50,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:50,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:20:50,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:20:50,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:50,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:50,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:20:50,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/hbase/meta/1588230740 2024-11-23T02:20:50,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/hbase/meta/1588230740 2024-11-23T02:20:50,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:20:50,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:20:50,598 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:20:50,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:20:50,601 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:20:50,601 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65567340, jitterRate=-0.022970497608184814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:20:50,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732328450590Initializing all the Stores at 1732328450591 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328450591Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328450591Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328450591Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328450591Cleaning up temporary data from old regions at 1732328450598 (+7 ms)Region opened successfully at 1732328450602 (+4 ms) 2024-11-23T02:20:50,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:20:50,602 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:20:50,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:20:50,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:20:50,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:20:50,602 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:20:50,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328450602Disabling compacts and flushes for region at 1732328450602Disabling writes for close at 1732328450602Writing region close event to WAL at 1732328450602Closed at 1732328450602 2024-11-23T02:20:50,603 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:20:50,603 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T02:20:50,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T02:20:50,605 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:20:50,605 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T02:20:50,756 DEBUG [72b6db343a5d:36233 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T02:20:50,756 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=72b6db343a5d,37451,1732328448005 2024-11-23T02:20:50,757 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,37451,1732328448005, state=OPENING 2024-11-23T02:20:50,759 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T02:20:50,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36233-0x10142a0460b0000, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-785368706 2024-11-23T02:20:50,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37451-0x10142a0460b0001, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-785368706 2024-11-23T02:20:50,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-785368706/meta-region-server: CHANGED 2024-11-23T02:20:50,761 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:20:50,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-785368706/meta-region-server: CHANGED 2024-11-23T02:20:50,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,37451,1732328448005}] 2024-11-23T02:20:50,914 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:20:50,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T02:20:50,919 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T02:20:50,919 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:20:50,920 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T02:20:50,921 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C37451%2C1732328448005.meta, suffix=.meta, logDir=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005, archiveDir=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/oldWALs, maxLogs=10 2024-11-23T02:20:50,938 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.meta.1732328450922.meta, exclude list is [], retry=0 2024-11-23T02:20:50,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42559,DS-ec8ce1a0-7bd1-49bf-9c15-bad8b1a77ad4,DISK] 2024-11-23T02:20:50,941 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.meta.1732328450922.meta 2024-11-23T02:20:50,944 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46831:46831)] 2024-11-23T02:20:50,944 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:20:50,944 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:20:50,944 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:20:50,944 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T02:20:50,944 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T02:20:50,944 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T02:20:50,945 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:50,945 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T02:20:50,945 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T02:20:50,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:20:50,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:20:50,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:50,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:50,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:20:50,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:20:50,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:50,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:50,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:20:50,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:20:50,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:50,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:50,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:20:50,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:20:50,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:50,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:50,950 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:20:50,951 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/hbase/meta/1588230740 2024-11-23T02:20:50,952 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/hbase/meta/1588230740 2024-11-23T02:20:50,952 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:20:50,952 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:20:50,953 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:20:50,954 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:20:50,954 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69998121, jitterRate=0.0430532842874527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:20:50,954 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T02:20:50,955 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732328450945Writing region info on filesystem at 1732328450945Initializing all the Stores at 1732328450945Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328450946 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328450946Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328450946Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328450946Cleaning up temporary data from old regions at 1732328450952 (+6 ms)Running coprocessor post-open hooks at 1732328450954 (+2 ms)Region opened successfully at 1732328450955 (+1 ms) 2024-11-23T02:20:50,955 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732328450914 2024-11-23T02:20:50,957 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T02:20:50,957 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T02:20:50,958 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,37451,1732328448005 2024-11-23T02:20:50,958 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,37451,1732328448005, state=OPEN 2024-11-23T02:20:50,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37451-0x10142a0460b0001, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-785368706/meta-region-server 2024-11-23T02:20:50,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36233-0x10142a0460b0000, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-785368706/meta-region-server 2024-11-23T02:20:50,967 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=72b6db343a5d,37451,1732328448005 2024-11-23T02:20:50,967 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-785368706/meta-region-server: CHANGED 2024-11-23T02:20:50,967 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-785368706/meta-region-server: CHANGED 2024-11-23T02:20:50,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T02:20:50,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,37451,1732328448005 in 206 msec 2024-11-23T02:20:50,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T02:20:50,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 364 msec 2024-11-23T02:20:50,970 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:20:50,970 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T02:20:50,971 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:20:50,972 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,37451,1732328448005, seqNum=-1] 2024-11-23T02:20:50,972 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:20:50,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:20:50,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2040 sec 2024-11-23T02:20:50,977 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732328450977, completionTime=-1 2024-11-23T02:20:50,977 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T02:20:50,977 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T02:20:50,978 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T02:20:50,978 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732328510978 2024-11-23T02:20:50,978 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732328570978 2024-11-23T02:20:50,978 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T02:20:50,979 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,36233,1732328447950-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:50,979 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,36233,1732328447950-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:50,979 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,36233,1732328447950-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:50,979 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-72b6db343a5d:36233, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:50,979 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:50,979 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:50,980 DEBUG [master/72b6db343a5d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T02:20:50,982 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.932sec 2024-11-23T02:20:50,982 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T02:20:50,982 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T02:20:50,982 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T02:20:50,982 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T02:20:50,982 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T02:20:50,982 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,36233,1732328447950-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:20:50,982 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,36233,1732328447950-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T02:20:50,984 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T02:20:50,984 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T02:20:50,984 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,36233,1732328447950-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:51,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5161315e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:51,035 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,36233,-1 for getting cluster id 2024-11-23T02:20:51,035 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:20:51,036 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa27ac6c-e8b9-4398-a46e-3cf1e06f0046' 2024-11-23T02:20:51,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:20:51,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa27ac6c-e8b9-4398-a46e-3cf1e06f0046" 2024-11-23T02:20:51,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cab4d90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:51,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,36233,-1] 2024-11-23T02:20:51,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:20:51,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:51,038 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:20:51,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eed7dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:51,039 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:20:51,039 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,37451,1732328448005, seqNum=-1] 2024-11-23T02:20:51,040 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:20:51,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:20:51,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=72b6db343a5d,36233,1732328447950 2024-11-23T02:20:51,042 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59529 2024-11-23T02:20:51,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:20:51,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10142a0460b0002 connected 2024-11-23T02:20:51,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/hadoop.log.dir so I do NOT create it in target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a 2024-11-23T02:20:51,048 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T02:20:51,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/hadoop.tmp.dir so I do NOT create it in target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a 2024-11-23T02:20:51,048 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T02:20:51,049 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a 2024-11-23T02:20:51,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T02:20:51,049 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a/cluster_61493ff3-3443-22c5-6ce3-eb61b1e4bf60, deleteOnExit=true 2024-11-23T02:20:51,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T02:20:51,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a/test.cache.data in system properties and HBase conf 2024-11-23T02:20:51,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T02:20:51,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a/hadoop.log.dir in system properties and HBase conf 2024-11-23T02:20:51,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T02:20:51,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T02:20:51,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T02:20:51,049 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T02:20:51,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:20:51,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:20:51,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T02:20:51,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:20:51,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T02:20:51,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T02:20:51,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:20:51,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:20:51,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T02:20:51,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a/nfs.dump.dir in system properties and HBase conf 2024-11-23T02:20:51,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a/java.io.tmpdir in system properties and HBase conf 2024-11-23T02:20:51,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:20:51,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T02:20:51,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T02:20:51,140 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:20:51,147 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:20:51,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:20:51,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:20:51,149 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T02:20:51,153 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:20:51,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@382f9610{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:20:51,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@318e8df6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:20:51,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d5bae89{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a/java.io.tmpdir/jetty-localhost-33779-hadoop-hdfs-3_4_1-tests_jar-_-any-2556797739548360915/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:20:51,295 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1da0bd7{HTTP/1.1, (http/1.1)}{localhost:33779} 2024-11-23T02:20:51,295 INFO [Time-limited test {}] server.Server(415): Started @252890ms 2024-11-23T02:20:51,387 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:20:51,390 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:20:51,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:20:51,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:20:51,391 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T02:20:51,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@729b972a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:20:51,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f4f4fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:20:51,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59398a24{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a/java.io.tmpdir/jetty-localhost-43731-hadoop-hdfs-3_4_1-tests_jar-_-any-15683162946186632830/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:20:51,508 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3fe59642{HTTP/1.1, (http/1.1)}{localhost:43731} 2024-11-23T02:20:51,508 INFO [Time-limited test {}] server.Server(415): Started @253104ms 2024-11-23T02:20:51,509 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T02:20:51,619 WARN [Thread-3574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a/cluster_61493ff3-3443-22c5-6ce3-eb61b1e4bf60/data/data1/current/BP-1088233442-172.17.0.2-1732328451074/current, will proceed with Du for space computation calculation, 2024-11-23T02:20:51,619 WARN [Thread-3575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a/cluster_61493ff3-3443-22c5-6ce3-eb61b1e4bf60/data/data2/current/BP-1088233442-172.17.0.2-1732328451074/current, will proceed with Du for space computation calculation, 2024-11-23T02:20:51,644 WARN [Thread-3562 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T02:20:51,646 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x96f348500ce78935 with lease ID 0xdfc8c6c531dd9ab: Processing first storage report for DS-0283bf1f-c7f9-408e-9e59-9cd44136e2b0 from datanode DatanodeRegistration(127.0.0.1:46457, datanodeUuid=5d37a352-082e-409f-9e5b-bca8dc914623, infoPort=32969, infoSecurePort=0, ipcPort=38717, storageInfo=lv=-57;cid=testClusterID;nsid=1285021232;c=1732328451074) 2024-11-23T02:20:51,646 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x96f348500ce78935 with lease ID 0xdfc8c6c531dd9ab: from storage DS-0283bf1f-c7f9-408e-9e59-9cd44136e2b0 node DatanodeRegistration(127.0.0.1:46457, datanodeUuid=5d37a352-082e-409f-9e5b-bca8dc914623, infoPort=32969, infoSecurePort=0, ipcPort=38717, storageInfo=lv=-57;cid=testClusterID;nsid=1285021232;c=1732328451074), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:20:51,646 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x96f348500ce78935 with lease ID 0xdfc8c6c531dd9ab: Processing first storage report for DS-762bf3ee-7482-44a4-9aca-366db4f828ce from datanode DatanodeRegistration(127.0.0.1:46457, datanodeUuid=5d37a352-082e-409f-9e5b-bca8dc914623, infoPort=32969, infoSecurePort=0, ipcPort=38717, storageInfo=lv=-57;cid=testClusterID;nsid=1285021232;c=1732328451074) 2024-11-23T02:20:51,646 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x96f348500ce78935 with lease ID 0xdfc8c6c531dd9ab: from storage DS-762bf3ee-7482-44a4-9aca-366db4f828ce node DatanodeRegistration(127.0.0.1:46457, datanodeUuid=5d37a352-082e-409f-9e5b-bca8dc914623, infoPort=32969, infoSecurePort=0, ipcPort=38717, storageInfo=lv=-57;cid=testClusterID;nsid=1285021232;c=1732328451074), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:20:51,731 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a 2024-11-23T02:20:51,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:51,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:51,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46457 is added to blk_1073741825_1001 (size=7) 2024-11-23T02:20:51,756 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3 with version=8 2024-11-23T02:20:51,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/hbase-staging 2024-11-23T02:20:51,758 INFO [Time-limited test {}] client.ConnectionUtils(128): master/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:20:51,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:20:51,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:20:51,758 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:20:51,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:20:51,758 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:20:51,758 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T02:20:51,758 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:20:51,761 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38731 2024-11-23T02:20:51,761 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38731 connecting to ZooKeeper ensemble=127.0.0.1:59529 2024-11-23T02:20:51,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387310x0, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:20:51,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38731-0x10142a0460b0003 connected 2024-11-23T02:20:51,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:51,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:51,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38731-0x10142a0460b0003, quorum=127.0.0.1:59529, baseZNode=/12068216535 Set watcher on znode that does not yet exist, /12068216535/running 2024-11-23T02:20:51,780 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3, hbase.cluster.distributed=false 2024-11-23T02:20:51,781 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38731-0x10142a0460b0003, quorum=127.0.0.1:59529, baseZNode=/12068216535 Set watcher on znode that does not yet exist, /12068216535/acl 2024-11-23T02:20:51,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38731 2024-11-23T02:20:51,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38731 2024-11-23T02:20:51,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38731 2024-11-23T02:20:51,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38731 2024-11-23T02:20:51,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38731 2024-11-23T02:20:51,801 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:20:51,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:20:51,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:20:51,801 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:20:51,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:20:51,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:20:51,801 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T02:20:51,801 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:20:51,802 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46069 2024-11-23T02:20:51,803 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46069 connecting to ZooKeeper ensemble=127.0.0.1:59529 2024-11-23T02:20:51,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:51,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:51,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460690x0, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:20:51,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460690x0, quorum=127.0.0.1:59529, baseZNode=/12068216535 Set watcher on znode that does not yet exist, /12068216535/running 2024-11-23T02:20:51,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46069-0x10142a0460b0004 connected 2024-11-23T02:20:51,810 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T02:20:51,812 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T02:20:51,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46069-0x10142a0460b0004, quorum=127.0.0.1:59529, baseZNode=/12068216535 Set watcher on znode that does not yet exist, /12068216535/master 2024-11-23T02:20:51,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46069-0x10142a0460b0004, quorum=127.0.0.1:59529, baseZNode=/12068216535 Set watcher on znode that does not yet exist, /12068216535/acl 2024-11-23T02:20:51,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46069 2024-11-23T02:20:51,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46069 2024-11-23T02:20:51,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46069 2024-11-23T02:20:51,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46069 2024-11-23T02:20:51,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46069 2024-11-23T02:20:51,851 DEBUG [M:0;72b6db343a5d:38731 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;72b6db343a5d:38731 2024-11-23T02:20:51,851 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12068216535/backup-masters/72b6db343a5d,38731,1732328451758 2024-11-23T02:20:51,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38731-0x10142a0460b0003, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12068216535/backup-masters 2024-11-23T02:20:51,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46069-0x10142a0460b0004, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12068216535/backup-masters 2024-11-23T02:20:51,855 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38731-0x10142a0460b0003, quorum=127.0.0.1:59529, baseZNode=/12068216535 Set watcher on existing znode=/12068216535/backup-masters/72b6db343a5d,38731,1732328451758 2024-11-23T02:20:51,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46069-0x10142a0460b0004, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12068216535/master 2024-11-23T02:20:51,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46069-0x10142a0460b0004, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12068216535 2024-11-23T02:20:51,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38731-0x10142a0460b0003, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12068216535 2024-11-23T02:20:51,858 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38731-0x10142a0460b0003, quorum=127.0.0.1:59529, baseZNode=/12068216535 Set watcher on existing znode=/12068216535/master 2024-11-23T02:20:51,858 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12068216535/backup-masters/72b6db343a5d,38731,1732328451758 from backup master directory 2024-11-23T02:20:51,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38731-0x10142a0460b0003, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12068216535/backup-masters/72b6db343a5d,38731,1732328451758 2024-11-23T02:20:51,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38731-0x10142a0460b0003, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12068216535/backup-masters 2024-11-23T02:20:51,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46069-0x10142a0460b0004, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12068216535/backup-masters 2024-11-23T02:20:51,861 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:20:51,861 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=72b6db343a5d,38731,1732328451758 2024-11-23T02:20:51,864 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/hbase.id] with ID: 4a31e4a8-803d-4665-8fbe-fe5634c2f41f 2024-11-23T02:20:51,864 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/.tmp/hbase.id 2024-11-23T02:20:51,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46457 is added to blk_1073741826_1002 (size=42) 2024-11-23T02:20:52,274 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/.tmp/hbase.id]:[hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/hbase.id] 2024-11-23T02:20:52,282 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:52,282 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T02:20:52,283 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T02:20:52,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38731-0x10142a0460b0003, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12068216535 2024-11-23T02:20:52,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46069-0x10142a0460b0004, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12068216535 2024-11-23T02:20:52,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46457 is added to blk_1073741827_1003 (size=196) 2024-11-23T02:20:52,690 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:20:52,690 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T02:20:52,691 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:20:52,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46457 is added to blk_1073741828_1004 (size=1189) 2024-11-23T02:20:53,097 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/MasterData/data/master/store 2024-11-23T02:20:53,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46457 is added to blk_1073741829_1005 (size=34) 2024-11-23T02:20:53,502 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:53,502 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:20:53,502 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:53,502 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:53,502 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:20:53,502 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:53,502 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:53,502 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328453502Disabling compacts and flushes for region at 1732328453502Disabling writes for close at 1732328453502Writing region close event to WAL at 1732328453502Closed at 1732328453502 2024-11-23T02:20:53,503 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/MasterData/data/master/store/.initializing 2024-11-23T02:20:53,503 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/MasterData/WALs/72b6db343a5d,38731,1732328451758 2024-11-23T02:20:53,504 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:20:53,505 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=72b6db343a5d%2C38731%2C1732328451758, suffix=, logDir=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/MasterData/WALs/72b6db343a5d,38731,1732328451758, archiveDir=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/MasterData/oldWALs, maxLogs=10 2024-11-23T02:20:53,518 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/MasterData/WALs/72b6db343a5d,38731,1732328451758/72b6db343a5d%2C38731%2C1732328451758.1732328453505, exclude list is [], retry=0 2024-11-23T02:20:53,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46457,DS-0283bf1f-c7f9-408e-9e59-9cd44136e2b0,DISK] 2024-11-23T02:20:53,521 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/MasterData/WALs/72b6db343a5d,38731,1732328451758/72b6db343a5d%2C38731%2C1732328451758.1732328453505 2024-11-23T02:20:53,522 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32969:32969)] 2024-11-23T02:20:53,522 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:20:53,522 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:53,522 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:53,522 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:53,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:53,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T02:20:53,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:53,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:53,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:53,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T02:20:53,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:53,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:53,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:53,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T02:20:53,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:53,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:53,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:53,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T02:20:53,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:53,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:53,527 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:53,527 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:53,528 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:53,528 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:53,528 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:53,529 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:20:53,529 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:53,531 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:20:53,531 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69183579, jitterRate=0.03091566264629364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:20:53,531 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732328453522Initializing all the Stores at 1732328453523 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328453523Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328453523Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328453523Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328453523Cleaning up temporary data from old regions at 1732328453528 (+5 ms)Region opened successfully at 1732328453531 (+3 ms) 2024-11-23T02:20:53,532 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T02:20:53,534 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119f413c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:20:53,534 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T02:20:53,534 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T02:20:53,534 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T02:20:53,535 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T02:20:53,535 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T02:20:53,535 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T02:20:53,535 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T02:20:53,536 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T02:20:53,537 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38731-0x10142a0460b0003, quorum=127.0.0.1:59529, baseZNode=/12068216535 Unable to get data of znode /12068216535/balancer because node does not exist (not necessarily an error) 2024-11-23T02:20:53,539 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12068216535/balancer already deleted, retry=false 2024-11-23T02:20:53,539 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T02:20:53,539 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38731-0x10142a0460b0003, quorum=127.0.0.1:59529, baseZNode=/12068216535 Unable to get data of znode /12068216535/normalizer because node does not exist (not necessarily an error) 2024-11-23T02:20:53,541 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12068216535/normalizer already deleted, retry=false 2024-11-23T02:20:53,541 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T02:20:53,542 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38731-0x10142a0460b0003, quorum=127.0.0.1:59529, baseZNode=/12068216535 Unable to get data of znode /12068216535/switch/split because node does not exist (not necessarily an error) 2024-11-23T02:20:53,543 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12068216535/switch/split already deleted, retry=false 2024-11-23T02:20:53,544 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38731-0x10142a0460b0003, quorum=127.0.0.1:59529, baseZNode=/12068216535 Unable to get data of znode /12068216535/switch/merge because node does not exist (not necessarily an error) 2024-11-23T02:20:53,545 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12068216535/switch/merge already deleted, retry=false 2024-11-23T02:20:53,547 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38731-0x10142a0460b0003, quorum=127.0.0.1:59529, baseZNode=/12068216535 Unable to get data of znode /12068216535/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T02:20:53,548 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12068216535/snapshot-cleanup already deleted, retry=false 2024-11-23T02:20:53,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38731-0x10142a0460b0003, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12068216535/running 2024-11-23T02:20:53,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46069-0x10142a0460b0004, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12068216535/running 2024-11-23T02:20:53,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46069-0x10142a0460b0004, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12068216535 2024-11-23T02:20:53,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38731-0x10142a0460b0003, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12068216535 2024-11-23T02:20:53,550 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=72b6db343a5d,38731,1732328451758, sessionid=0x10142a0460b0003, setting cluster-up flag (Was=false) 2024-11-23T02:20:53,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38731-0x10142a0460b0003, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12068216535 2024-11-23T02:20:53,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46069-0x10142a0460b0004, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12068216535 2024-11-23T02:20:53,559 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12068216535/flush-table-proc/acquired, /12068216535/flush-table-proc/reached, /12068216535/flush-table-proc/abort 2024-11-23T02:20:53,560 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,38731,1732328451758 2024-11-23T02:20:53,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46069-0x10142a0460b0004, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12068216535 2024-11-23T02:20:53,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38731-0x10142a0460b0003, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12068216535 2024-11-23T02:20:53,568 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12068216535/online-snapshot/acquired, /12068216535/online-snapshot/reached, /12068216535/online-snapshot/abort 2024-11-23T02:20:53,569 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,38731,1732328451758 2024-11-23T02:20:53,570 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T02:20:53,571 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T02:20:53,571 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T02:20:53,571 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T02:20:53,571 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 72b6db343a5d,38731,1732328451758 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T02:20:53,573 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:20:53,573 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:20:53,573 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:20:53,573 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:20:53,573 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/72b6db343a5d:0, corePoolSize=10, maxPoolSize=10 2024-11-23T02:20:53,573 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:53,573 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:20:53,573 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:53,573 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732328483573 2024-11-23T02:20:53,573 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T02:20:53,574 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T02:20:53,574 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T02:20:53,574 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T02:20:53,574 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T02:20:53,574 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T02:20:53,574 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:53,574 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:20:53,574 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T02:20:53,574 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T02:20:53,574 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T02:20:53,574 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T02:20:53,574 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T02:20:53,574 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T02:20:53,574 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T02:20:53,575 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:53,575 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328453575,5,FailOnTimeoutGroup] 2024-11-23T02:20:53,575 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T02:20:53,575 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328453575,5,FailOnTimeoutGroup] 2024-11-23T02:20:53,575 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:53,575 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T02:20:53,575 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:53,575 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:53,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46457 is added to blk_1073741831_1007 (size=1321) 2024-11-23T02:20:53,584 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T02:20:53,584 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3 2024-11-23T02:20:53,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46457 is added to blk_1073741832_1008 (size=32) 2024-11-23T02:20:53,615 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T02:20:53,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T02:20:53,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T02:20:53,640 INFO [RS:0;72b6db343a5d:46069 {}] regionserver.HRegionServer(746): ClusterId : 4a31e4a8-803d-4665-8fbe-fe5634c2f41f 2024-11-23T02:20:53,640 DEBUG [RS:0;72b6db343a5d:46069 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T02:20:53,642 DEBUG [RS:0;72b6db343a5d:46069 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T02:20:53,642 DEBUG [RS:0;72b6db343a5d:46069 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T02:20:53,644 DEBUG [RS:0;72b6db343a5d:46069 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T02:20:53,644 DEBUG [RS:0;72b6db343a5d:46069 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26e36ba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:20:53,656 DEBUG [RS:0;72b6db343a5d:46069 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;72b6db343a5d:46069 2024-11-23T02:20:53,656 INFO [RS:0;72b6db343a5d:46069 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T02:20:53,656 INFO [RS:0;72b6db343a5d:46069 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T02:20:53,656 DEBUG [RS:0;72b6db343a5d:46069 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T02:20:53,656 INFO [RS:0;72b6db343a5d:46069 {}] regionserver.HRegionServer(2659): reportForDuty to master=72b6db343a5d,38731,1732328451758 with port=46069, startcode=1732328451801 2024-11-23T02:20:53,657 DEBUG [RS:0;72b6db343a5d:46069 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T02:20:53,658 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T02:20:53,658 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38731 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 72b6db343a5d,46069,1732328451801 2024-11-23T02:20:53,658 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38731 {}] master.ServerManager(517): Registering regionserver=72b6db343a5d,46069,1732328451801 2024-11-23T02:20:53,659 DEBUG [RS:0;72b6db343a5d:46069 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3 2024-11-23T02:20:53,659 DEBUG [RS:0;72b6db343a5d:46069 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35497 2024-11-23T02:20:53,659 DEBUG [RS:0;72b6db343a5d:46069 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T02:20:53,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38731-0x10142a0460b0003, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12068216535/rs 2024-11-23T02:20:53,669 DEBUG [RS:0;72b6db343a5d:46069 {}] zookeeper.ZKUtil(111): regionserver:46069-0x10142a0460b0004, quorum=127.0.0.1:59529, baseZNode=/12068216535 Set watcher on existing znode=/12068216535/rs/72b6db343a5d,46069,1732328451801 2024-11-23T02:20:53,669 WARN [RS:0;72b6db343a5d:46069 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:20:53,669 INFO [RS:0;72b6db343a5d:46069 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:20:53,669 DEBUG [RS:0;72b6db343a5d:46069 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801 2024-11-23T02:20:53,669 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [72b6db343a5d,46069,1732328451801] 2024-11-23T02:20:53,671 INFO [RS:0;72b6db343a5d:46069 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T02:20:53,673 INFO [RS:0;72b6db343a5d:46069 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T02:20:53,673 INFO [RS:0;72b6db343a5d:46069 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T02:20:53,673 INFO [RS:0;72b6db343a5d:46069 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:53,673 INFO [RS:0;72b6db343a5d:46069 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T02:20:53,674 INFO [RS:0;72b6db343a5d:46069 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T02:20:53,674 INFO [RS:0;72b6db343a5d:46069 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:53,674 DEBUG [RS:0;72b6db343a5d:46069 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:53,674 DEBUG [RS:0;72b6db343a5d:46069 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:53,674 DEBUG [RS:0;72b6db343a5d:46069 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:53,674 DEBUG [RS:0;72b6db343a5d:46069 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:53,674 DEBUG [RS:0;72b6db343a5d:46069 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:53,674 DEBUG [RS:0;72b6db343a5d:46069 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:20:53,674 DEBUG [RS:0;72b6db343a5d:46069 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:53,674 DEBUG [RS:0;72b6db343a5d:46069 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:53,674 DEBUG [RS:0;72b6db343a5d:46069 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:53,674 DEBUG [RS:0;72b6db343a5d:46069 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:53,674 DEBUG [RS:0;72b6db343a5d:46069 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:53,674 DEBUG [RS:0;72b6db343a5d:46069 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:53,674 DEBUG [RS:0;72b6db343a5d:46069 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:20:53,674 DEBUG [RS:0;72b6db343a5d:46069 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:20:53,674 INFO [RS:0;72b6db343a5d:46069 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:53,675 INFO [RS:0;72b6db343a5d:46069 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:53,675 INFO [RS:0;72b6db343a5d:46069 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:53,675 INFO [RS:0;72b6db343a5d:46069 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:53,675 INFO [RS:0;72b6db343a5d:46069 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:53,675 INFO [RS:0;72b6db343a5d:46069 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,46069,1732328451801-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:20:53,691 INFO [RS:0;72b6db343a5d:46069 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T02:20:53,692 INFO [RS:0;72b6db343a5d:46069 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,46069,1732328451801-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:53,692 INFO [RS:0;72b6db343a5d:46069 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:53,692 INFO [RS:0;72b6db343a5d:46069 {}] regionserver.Replication(171): 72b6db343a5d,46069,1732328451801 started 2024-11-23T02:20:53,713 INFO [RS:0;72b6db343a5d:46069 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:53,713 INFO [RS:0;72b6db343a5d:46069 {}] regionserver.HRegionServer(1482): Serving as 72b6db343a5d,46069,1732328451801, RpcServer on 72b6db343a5d/172.17.0.2:46069, sessionid=0x10142a0460b0004 2024-11-23T02:20:53,713 DEBUG [RS:0;72b6db343a5d:46069 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T02:20:53,713 DEBUG [RS:0;72b6db343a5d:46069 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 72b6db343a5d,46069,1732328451801 2024-11-23T02:20:53,713 DEBUG [RS:0;72b6db343a5d:46069 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,46069,1732328451801' 2024-11-23T02:20:53,713 DEBUG [RS:0;72b6db343a5d:46069 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12068216535/flush-table-proc/abort' 2024-11-23T02:20:53,714 DEBUG [RS:0;72b6db343a5d:46069 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12068216535/flush-table-proc/acquired' 2024-11-23T02:20:53,714 DEBUG [RS:0;72b6db343a5d:46069 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T02:20:53,714 DEBUG [RS:0;72b6db343a5d:46069 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T02:20:53,714 DEBUG [RS:0;72b6db343a5d:46069 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 72b6db343a5d,46069,1732328451801 2024-11-23T02:20:53,714 DEBUG [RS:0;72b6db343a5d:46069 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,46069,1732328451801' 2024-11-23T02:20:53,714 DEBUG [RS:0;72b6db343a5d:46069 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12068216535/online-snapshot/abort' 2024-11-23T02:20:53,714 DEBUG [RS:0;72b6db343a5d:46069 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12068216535/online-snapshot/acquired' 2024-11-23T02:20:53,715 DEBUG [RS:0;72b6db343a5d:46069 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T02:20:53,715 INFO [RS:0;72b6db343a5d:46069 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T02:20:53,715 INFO [RS:0;72b6db343a5d:46069 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T02:20:53,815 INFO [RS:0;72b6db343a5d:46069 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:20:53,816 INFO [RS:0;72b6db343a5d:46069 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C46069%2C1732328451801, suffix=, logDir=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801, archiveDir=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/oldWALs, maxLogs=10 2024-11-23T02:20:53,830 DEBUG [RS:0;72b6db343a5d:46069 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817, exclude list is [], retry=0 2024-11-23T02:20:53,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46457,DS-0283bf1f-c7f9-408e-9e59-9cd44136e2b0,DISK] 2024-11-23T02:20:53,834 INFO [RS:0;72b6db343a5d:46069 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 2024-11-23T02:20:53,834 DEBUG [RS:0;72b6db343a5d:46069 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32969:32969)] 2024-11-23T02:20:53,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:53,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:20:53,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:20:53,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:53,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:53,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:20:53,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:20:53,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:53,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:53,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:20:53,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:20:53,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:53,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:53,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:20:53,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:20:53,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:53,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:53,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:20:54,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/hbase/meta/1588230740 2024-11-23T02:20:54,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/hbase/meta/1588230740 2024-11-23T02:20:54,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:20:54,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:20:54,001 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:20:54,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:20:54,003 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:20:54,003 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75132606, jitterRate=0.11956307291984558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:20:54,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732328453993Initializing all the Stores at 1732328453994 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328453994Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328453994Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328453994Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328453994Cleaning up temporary data from old regions at 1732328454001 (+7 ms)Region opened successfully at 1732328454004 (+3 ms) 2024-11-23T02:20:54,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:20:54,004 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:20:54,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:20:54,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:20:54,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:20:54,004 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:20:54,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328454004Disabling compacts and flushes for region at 1732328454004Disabling writes for close at 1732328454004Writing region close event to WAL at 1732328454004Closed at 1732328454004 2024-11-23T02:20:54,005 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:20:54,005 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T02:20:54,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T02:20:54,006 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:20:54,006 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T02:20:54,157 DEBUG [72b6db343a5d:38731 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T02:20:54,157 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=72b6db343a5d,46069,1732328451801 2024-11-23T02:20:54,158 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,46069,1732328451801, state=OPENING 2024-11-23T02:20:54,159 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T02:20:54,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46069-0x10142a0460b0004, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12068216535 2024-11-23T02:20:54,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38731-0x10142a0460b0003, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12068216535 2024-11-23T02:20:54,161 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:20:54,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12068216535/meta-region-server: CHANGED 2024-11-23T02:20:54,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12068216535/meta-region-server: CHANGED 2024-11-23T02:20:54,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,46069,1732328451801}] 2024-11-23T02:20:54,313 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:20:54,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T02:20:54,317 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T02:20:54,318 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:20:54,318 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T02:20:54,319 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C46069%2C1732328451801.meta, suffix=.meta, logDir=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801, archiveDir=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/oldWALs, maxLogs=10 2024-11-23T02:20:54,332 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.meta.1732328454319.meta, exclude list is [], retry=0 2024-11-23T02:20:54,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46457,DS-0283bf1f-c7f9-408e-9e59-9cd44136e2b0,DISK] 2024-11-23T02:20:54,336 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.meta.1732328454319.meta 2024-11-23T02:20:54,336 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32969:32969)] 2024-11-23T02:20:54,337 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:20:54,337 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:20:54,337 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:20:54,337 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T02:20:54,337 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T02:20:54,337 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T02:20:54,337 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:54,338 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T02:20:54,338 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T02:20:54,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:20:54,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:20:54,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:54,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:54,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:20:54,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:20:54,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:54,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:54,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:20:54,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:20:54,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:54,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:54,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:20:54,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:20:54,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:54,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:54,343 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:20:54,343 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/hbase/meta/1588230740 2024-11-23T02:20:54,344 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/hbase/meta/1588230740 2024-11-23T02:20:54,345 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:20:54,345 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:20:54,345 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:20:54,347 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:20:54,347 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59116430, jitterRate=-0.1190965473651886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:20:54,347 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T02:20:54,347 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732328454338Writing region info on filesystem at 1732328454338Initializing all the Stores at 1732328454338Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328454338Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328454339 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328454339Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328454339Cleaning up temporary data from old regions at 1732328454345 (+6 ms)Running coprocessor post-open hooks at 1732328454347 (+2 ms)Region opened successfully at 1732328454347 2024-11-23T02:20:54,348 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732328454313 2024-11-23T02:20:54,350 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T02:20:54,350 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T02:20:54,351 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,46069,1732328451801 2024-11-23T02:20:54,352 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,46069,1732328451801, state=OPEN 2024-11-23T02:20:54,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38731-0x10142a0460b0003, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12068216535/meta-region-server 2024-11-23T02:20:54,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46069-0x10142a0460b0004, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12068216535/meta-region-server 2024-11-23T02:20:54,354 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=72b6db343a5d,46069,1732328451801 2024-11-23T02:20:54,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12068216535/meta-region-server: CHANGED 2024-11-23T02:20:54,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12068216535/meta-region-server: CHANGED 2024-11-23T02:20:54,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T02:20:54,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,46069,1732328451801 in 193 msec 2024-11-23T02:20:54,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T02:20:54,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 351 msec 2024-11-23T02:20:54,367 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:20:54,367 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T02:20:54,369 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:20:54,369 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,46069,1732328451801, seqNum=-1] 2024-11-23T02:20:54,369 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:20:54,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:20:54,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 814 msec 2024-11-23T02:20:54,385 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732328454385, completionTime=-1 2024-11-23T02:20:54,386 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T02:20:54,386 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T02:20:54,388 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T02:20:54,388 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732328514388 2024-11-23T02:20:54,388 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732328574388 2024-11-23T02:20:54,388 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T02:20:54,388 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,38731,1732328451758-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:54,388 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,38731,1732328451758-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:54,388 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,38731,1732328451758-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:54,388 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-72b6db343a5d:38731, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:54,388 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:54,390 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:54,390 DEBUG [master/72b6db343a5d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T02:20:54,393 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.532sec 2024-11-23T02:20:54,393 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T02:20:54,393 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T02:20:54,393 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T02:20:54,393 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T02:20:54,393 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T02:20:54,393 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,38731,1732328451758-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:20:54,393 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,38731,1732328451758-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T02:20:54,396 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T02:20:54,396 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T02:20:54,396 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,38731,1732328451758-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:54,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c24b891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:54,440 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,38731,-1 for getting cluster id 2024-11-23T02:20:54,441 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:20:54,442 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a31e4a8-803d-4665-8fbe-fe5634c2f41f' 2024-11-23T02:20:54,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:20:54,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a31e4a8-803d-4665-8fbe-fe5634c2f41f" 2024-11-23T02:20:54,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c15d390, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:54,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,38731,-1] 2024-11-23T02:20:54,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:20:54,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:54,443 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:20:54,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1ed5a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:54,444 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:20:54,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,46069,1732328451801, seqNum=-1] 2024-11-23T02:20:54,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:20:54,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:20:54,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=72b6db343a5d,38731,1732328451758 2024-11-23T02:20:54,449 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59529 2024-11-23T02:20:54,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:20:54,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10142a0460b0005 connected 2024-11-23T02:20:54,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a/hadoop.log.dir so I do NOT create it in target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc 2024-11-23T02:20:54,464 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T02:20:54,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a/hadoop.tmp.dir so I do NOT create it in target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc 2024-11-23T02:20:54,464 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T02:20:54,464 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc 2024-11-23T02:20:54,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T02:20:54,464 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc/cluster_11c6ed81-d3f2-44a0-2723-c462ee41d313, deleteOnExit=true 2024-11-23T02:20:54,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T02:20:54,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc/test.cache.data in system properties and HBase conf 2024-11-23T02:20:54,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T02:20:54,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc/hadoop.log.dir in system properties and HBase conf 2024-11-23T02:20:54,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T02:20:54,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T02:20:54,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T02:20:54,465 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T02:20:54,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:20:54,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:20:54,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T02:20:54,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:20:54,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T02:20:54,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T02:20:54,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:20:54,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:20:54,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T02:20:54,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc/nfs.dump.dir in system properties and HBase conf 2024-11-23T02:20:54,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc/java.io.tmpdir in system properties and HBase conf 2024-11-23T02:20:54,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:20:54,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T02:20:54,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T02:20:54,549 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:20:54,553 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:20:54,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:20:54,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:20:54,560 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T02:20:54,561 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:20:54,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51c8e794{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:20:54,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a349013{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:20:54,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20330a13{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc/java.io.tmpdir/jetty-localhost-35153-hadoop-hdfs-3_4_1-tests_jar-_-any-11203716065438156325/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:20:54,708 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c826fcb{HTTP/1.1, (http/1.1)}{localhost:35153} 2024-11-23T02:20:54,708 INFO [Time-limited test {}] server.Server(415): Started @256304ms 2024-11-23T02:20:54,788 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:20:54,790 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:20:54,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:20:54,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:20:54,792 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T02:20:54,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b07671c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:20:54,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e9154bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:20:54,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21c2877{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc/java.io.tmpdir/jetty-localhost-45317-hadoop-hdfs-3_4_1-tests_jar-_-any-7969135716070014178/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:20:54,915 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5649fdc7{HTTP/1.1, (http/1.1)}{localhost:45317} 2024-11-23T02:20:54,915 INFO [Time-limited test {}] server.Server(415): Started @256510ms 2024-11-23T02:20:54,916 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T02:20:55,016 WARN [Thread-3694 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc/cluster_11c6ed81-d3f2-44a0-2723-c462ee41d313/data/data1/current/BP-1672989802-172.17.0.2-1732328454486/current, will proceed with Du for space computation calculation, 2024-11-23T02:20:55,016 WARN [Thread-3695 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc/cluster_11c6ed81-d3f2-44a0-2723-c462ee41d313/data/data2/current/BP-1672989802-172.17.0.2-1732328454486/current, will proceed with Du for space computation calculation, 2024-11-23T02:20:55,054 WARN [Thread-3682 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T02:20:55,057 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc9af43dd2fcaca58 with lease ID 0xf9c1ab19f5f008a8: Processing first storage report for DS-49a3a973-a3bb-49af-ae63-732e20865beb from datanode DatanodeRegistration(127.0.0.1:46685, datanodeUuid=e16167c3-94a4-47f3-afcc-c5dd13e2f45e, infoPort=43351, infoSecurePort=0, ipcPort=37575, storageInfo=lv=-57;cid=testClusterID;nsid=1585226222;c=1732328454486) 2024-11-23T02:20:55,057 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc9af43dd2fcaca58 with lease ID 0xf9c1ab19f5f008a8: from storage DS-49a3a973-a3bb-49af-ae63-732e20865beb node DatanodeRegistration(127.0.0.1:46685, datanodeUuid=e16167c3-94a4-47f3-afcc-c5dd13e2f45e, infoPort=43351, infoSecurePort=0, ipcPort=37575, storageInfo=lv=-57;cid=testClusterID;nsid=1585226222;c=1732328454486), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:20:55,057 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc9af43dd2fcaca58 with lease ID 0xf9c1ab19f5f008a8: Processing first storage report for DS-73e9df36-52f9-4ce4-ae3c-fa4ddeac5a7a from datanode DatanodeRegistration(127.0.0.1:46685, datanodeUuid=e16167c3-94a4-47f3-afcc-c5dd13e2f45e, infoPort=43351, infoSecurePort=0, ipcPort=37575, storageInfo=lv=-57;cid=testClusterID;nsid=1585226222;c=1732328454486) 2024-11-23T02:20:55,057 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc9af43dd2fcaca58 with lease ID 0xf9c1ab19f5f008a8: from storage DS-73e9df36-52f9-4ce4-ae3c-fa4ddeac5a7a node DatanodeRegistration(127.0.0.1:46685, datanodeUuid=e16167c3-94a4-47f3-afcc-c5dd13e2f45e, infoPort=43351, infoSecurePort=0, ipcPort=37575, storageInfo=lv=-57;cid=testClusterID;nsid=1585226222;c=1732328454486), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:20:55,150 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc 2024-11-23T02:20:55,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:55,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:55,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741825_1001 (size=7) 2024-11-23T02:20:55,559 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114 with version=8 2024-11-23T02:20:55,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/hbase-staging 2024-11-23T02:20:55,562 INFO [Time-limited test {}] client.ConnectionUtils(128): master/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:20:55,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:20:55,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:20:55,562 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:20:55,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:20:55,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:20:55,562 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T02:20:55,562 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:20:55,563 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41947 2024-11-23T02:20:55,564 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41947 connecting to ZooKeeper ensemble=127.0.0.1:59529 2024-11-23T02:20:55,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419470x0, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:20:55,568 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41947-0x10142a0460b0006 connected 2024-11-23T02:20:55,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:55,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:55,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41947-0x10142a0460b0006, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Set watcher on znode that does not yet exist, /2-222858989/running 2024-11-23T02:20:55,588 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114, hbase.cluster.distributed=false 2024-11-23T02:20:55,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41947-0x10142a0460b0006, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Set watcher on znode that does not yet exist, /2-222858989/acl 2024-11-23T02:20:55,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41947 2024-11-23T02:20:55,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41947 2024-11-23T02:20:55,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41947 2024-11-23T02:20:55,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41947 2024-11-23T02:20:55,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41947 2024-11-23T02:20:55,633 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:20:55,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:20:55,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:20:55,633 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:20:55,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:20:55,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:20:55,633 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T02:20:55,633 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:20:55,637 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37119 2024-11-23T02:20:55,638 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37119 connecting to ZooKeeper ensemble=127.0.0.1:59529 2024-11-23T02:20:55,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:55,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:55,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371190x0, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:20:55,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371190x0, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Set watcher on znode that does not yet exist, /2-222858989/running 2024-11-23T02:20:55,645 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T02:20:55,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37119-0x10142a0460b0007 connected 2024-11-23T02:20:55,650 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T02:20:55,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37119-0x10142a0460b0007, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Set watcher on znode that does not yet exist, /2-222858989/master 2024-11-23T02:20:55,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37119-0x10142a0460b0007, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Set watcher on znode that does not yet exist, /2-222858989/acl 2024-11-23T02:20:55,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37119 2024-11-23T02:20:55,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37119 2024-11-23T02:20:55,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37119 2024-11-23T02:20:55,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37119 2024-11-23T02:20:55,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37119 2024-11-23T02:20:55,681 DEBUG [M:0;72b6db343a5d:41947 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;72b6db343a5d:41947 2024-11-23T02:20:55,681 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-222858989/backup-masters/72b6db343a5d,41947,1732328455561 2024-11-23T02:20:55,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x10142a0460b0006, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-222858989/backup-masters 2024-11-23T02:20:55,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37119-0x10142a0460b0007, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-222858989/backup-masters 2024-11-23T02:20:55,685 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41947-0x10142a0460b0006, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Set watcher on existing znode=/2-222858989/backup-masters/72b6db343a5d,41947,1732328455561 2024-11-23T02:20:55,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x10142a0460b0006, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-222858989 2024-11-23T02:20:55,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37119-0x10142a0460b0007, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-222858989/master 2024-11-23T02:20:55,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37119-0x10142a0460b0007, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-222858989 2024-11-23T02:20:55,688 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41947-0x10142a0460b0006, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Set watcher on existing znode=/2-222858989/master 2024-11-23T02:20:55,688 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-222858989/backup-masters/72b6db343a5d,41947,1732328455561 from backup master directory 2024-11-23T02:20:55,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x10142a0460b0006, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-222858989/backup-masters/72b6db343a5d,41947,1732328455561 2024-11-23T02:20:55,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37119-0x10142a0460b0007, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-222858989/backup-masters 2024-11-23T02:20:55,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x10142a0460b0006, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-222858989/backup-masters 2024-11-23T02:20:55,690 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:20:55,690 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=72b6db343a5d,41947,1732328455561 2024-11-23T02:20:55,697 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/hbase.id] with ID: a27627d1-5632-4996-a67d-95974d190c3d 2024-11-23T02:20:55,697 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/.tmp/hbase.id 2024-11-23T02:20:55,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741826_1002 (size=42) 2024-11-23T02:20:55,860 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T02:20:56,102 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/.tmp/hbase.id]:[hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/hbase.id] 2024-11-23T02:20:56,110 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:20:56,110 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T02:20:56,111 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T02:20:56,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x10142a0460b0006, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-222858989 2024-11-23T02:20:56,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37119-0x10142a0460b0007, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-222858989 2024-11-23T02:20:56,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741827_1003 (size=196) 2024-11-23T02:20:56,447 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T02:20:56,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:56,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:56,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:56,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:56,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:56,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:56,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:56,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:56,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:56,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:56,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:56,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:56,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:56,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:56,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:20:56,519 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:20:56,520 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T02:20:56,521 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:20:56,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741828_1004 (size=1189) 2024-11-23T02:20:56,531 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/MasterData/data/master/store 2024-11-23T02:20:56,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741829_1005 (size=34) 2024-11-23T02:20:56,942 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:56,942 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:20:56,942 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:56,942 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:56,942 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:20:56,942 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:56,942 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:20:56,942 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328456942Disabling compacts and flushes for region at 1732328456942Disabling writes for close at 1732328456942Writing region close event to WAL at 1732328456942Closed at 1732328456942 2024-11-23T02:20:56,943 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/MasterData/data/master/store/.initializing 2024-11-23T02:20:56,943 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/MasterData/WALs/72b6db343a5d,41947,1732328455561 2024-11-23T02:20:56,944 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:20:56,945 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=72b6db343a5d%2C41947%2C1732328455561, suffix=, logDir=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/MasterData/WALs/72b6db343a5d,41947,1732328455561, archiveDir=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/MasterData/oldWALs, maxLogs=10 2024-11-23T02:20:56,962 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/MasterData/WALs/72b6db343a5d,41947,1732328455561/72b6db343a5d%2C41947%2C1732328455561.1732328456945, exclude list is [], retry=0 2024-11-23T02:20:56,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46685,DS-49a3a973-a3bb-49af-ae63-732e20865beb,DISK] 2024-11-23T02:20:56,967 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/MasterData/WALs/72b6db343a5d,41947,1732328455561/72b6db343a5d%2C41947%2C1732328455561.1732328456945 2024-11-23T02:20:56,967 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43351:43351)] 2024-11-23T02:20:56,967 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:20:56,967 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:56,967 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:56,967 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:56,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:56,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T02:20:56,973 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:56,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:56,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:56,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T02:20:56,975 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:56,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:56,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:56,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T02:20:56,976 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:56,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:56,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:56,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T02:20:56,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:56,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:56,978 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:56,979 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:56,979 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:56,981 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:56,981 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:56,981 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:20:56,982 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:20:56,985 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:20:56,985 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59711089, jitterRate=-0.11023543775081635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:20:56,985 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732328456968Initializing all the Stores at 1732328456968Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328456968Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328456972 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328456972Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328456972Cleaning up temporary data from old regions at 1732328456981 (+9 ms)Region opened successfully at 1732328456985 (+4 ms) 2024-11-23T02:20:56,986 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T02:20:56,988 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed020a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:20:56,989 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T02:20:56,989 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T02:20:56,989 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T02:20:56,990 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T02:20:56,990 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T02:20:56,990 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T02:20:56,990 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T02:20:56,992 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T02:20:56,993 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41947-0x10142a0460b0006, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Unable to get data of znode /2-222858989/balancer because node does not exist (not necessarily an error) 2024-11-23T02:20:56,995 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-222858989/balancer already deleted, retry=false 2024-11-23T02:20:56,996 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T02:20:56,996 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41947-0x10142a0460b0006, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Unable to get data of znode /2-222858989/normalizer because node does not exist (not necessarily an error) 2024-11-23T02:20:56,998 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-222858989/normalizer already deleted, retry=false 2024-11-23T02:20:56,998 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T02:20:56,999 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41947-0x10142a0460b0006, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Unable to get data of znode /2-222858989/switch/split because node does not exist (not necessarily an error) 2024-11-23T02:20:57,000 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-222858989/switch/split already deleted, retry=false 2024-11-23T02:20:57,001 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41947-0x10142a0460b0006, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Unable to get data of znode /2-222858989/switch/merge because node does not exist (not necessarily an error) 2024-11-23T02:20:57,002 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-222858989/switch/merge already deleted, retry=false 2024-11-23T02:20:57,004 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41947-0x10142a0460b0006, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Unable to get data of znode /2-222858989/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T02:20:57,011 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-222858989/snapshot-cleanup already deleted, retry=false 2024-11-23T02:20:57,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x10142a0460b0006, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-222858989/running 2024-11-23T02:20:57,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37119-0x10142a0460b0007, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-222858989/running 2024-11-23T02:20:57,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x10142a0460b0006, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-222858989 2024-11-23T02:20:57,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37119-0x10142a0460b0007, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-222858989 2024-11-23T02:20:57,013 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=72b6db343a5d,41947,1732328455561, sessionid=0x10142a0460b0006, setting cluster-up flag (Was=false) 2024-11-23T02:20:57,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37119-0x10142a0460b0007, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-222858989 2024-11-23T02:20:57,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x10142a0460b0006, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-222858989 2024-11-23T02:20:57,019 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-222858989/flush-table-proc/acquired, /2-222858989/flush-table-proc/reached, /2-222858989/flush-table-proc/abort 2024-11-23T02:20:57,020 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,41947,1732328455561 2024-11-23T02:20:57,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37119-0x10142a0460b0007, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-222858989 2024-11-23T02:20:57,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x10142a0460b0006, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-222858989 2024-11-23T02:20:57,028 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-222858989/online-snapshot/acquired, /2-222858989/online-snapshot/reached, /2-222858989/online-snapshot/abort 2024-11-23T02:20:57,029 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,41947,1732328455561 2024-11-23T02:20:57,031 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T02:20:57,033 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T02:20:57,033 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T02:20:57,033 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T02:20:57,034 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 72b6db343a5d,41947,1732328455561 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T02:20:57,035 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:20:57,035 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:20:57,035 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:20:57,035 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:20:57,035 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/72b6db343a5d:0, corePoolSize=10, maxPoolSize=10 2024-11-23T02:20:57,035 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:57,035 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:20:57,035 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:57,036 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732328487036 2024-11-23T02:20:57,036 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:20:57,036 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T02:20:57,036 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T02:20:57,036 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T02:20:57,036 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T02:20:57,036 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T02:20:57,036 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T02:20:57,036 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T02:20:57,037 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:57,037 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T02:20:57,037 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T02:20:57,037 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T02:20:57,037 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T02:20:57,037 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:57,037 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T02:20:57,037 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T02:20:57,037 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T02:20:57,040 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328457037,5,FailOnTimeoutGroup] 2024-11-23T02:20:57,042 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328457040,5,FailOnTimeoutGroup] 2024-11-23T02:20:57,042 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:57,042 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T02:20:57,042 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:57,042 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:57,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741831_1007 (size=1321) 2024-11-23T02:20:57,071 INFO [RS:0;72b6db343a5d:37119 {}] regionserver.HRegionServer(746): ClusterId : a27627d1-5632-4996-a67d-95974d190c3d 2024-11-23T02:20:57,071 DEBUG [RS:0;72b6db343a5d:37119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T02:20:57,073 DEBUG [RS:0;72b6db343a5d:37119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T02:20:57,073 DEBUG [RS:0;72b6db343a5d:37119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T02:20:57,075 DEBUG [RS:0;72b6db343a5d:37119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T02:20:57,076 DEBUG [RS:0;72b6db343a5d:37119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168f0798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:20:57,090 DEBUG [RS:0;72b6db343a5d:37119 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;72b6db343a5d:37119 2024-11-23T02:20:57,091 INFO [RS:0;72b6db343a5d:37119 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T02:20:57,091 INFO [RS:0;72b6db343a5d:37119 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T02:20:57,091 DEBUG [RS:0;72b6db343a5d:37119 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T02:20:57,091 INFO [RS:0;72b6db343a5d:37119 {}] regionserver.HRegionServer(2659): reportForDuty to master=72b6db343a5d,41947,1732328455561 with port=37119, startcode=1732328455632 2024-11-23T02:20:57,091 DEBUG [RS:0;72b6db343a5d:37119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T02:20:57,093 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T02:20:57,093 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41947 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 72b6db343a5d,37119,1732328455632 2024-11-23T02:20:57,093 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41947 {}] master.ServerManager(517): Registering regionserver=72b6db343a5d,37119,1732328455632 2024-11-23T02:20:57,094 DEBUG [RS:0;72b6db343a5d:37119 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114 2024-11-23T02:20:57,094 DEBUG [RS:0;72b6db343a5d:37119 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43499 2024-11-23T02:20:57,094 DEBUG [RS:0;72b6db343a5d:37119 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T02:20:57,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x10142a0460b0006, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-222858989/rs 2024-11-23T02:20:57,099 DEBUG [RS:0;72b6db343a5d:37119 {}] zookeeper.ZKUtil(111): regionserver:37119-0x10142a0460b0007, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Set watcher on existing znode=/2-222858989/rs/72b6db343a5d,37119,1732328455632 2024-11-23T02:20:57,099 WARN [RS:0;72b6db343a5d:37119 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:20:57,099 INFO [RS:0;72b6db343a5d:37119 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:20:57,099 DEBUG [RS:0;72b6db343a5d:37119 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632 2024-11-23T02:20:57,100 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [72b6db343a5d,37119,1732328455632] 2024-11-23T02:20:57,102 INFO [RS:0;72b6db343a5d:37119 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T02:20:57,104 INFO [RS:0;72b6db343a5d:37119 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T02:20:57,104 INFO [RS:0;72b6db343a5d:37119 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T02:20:57,104 INFO [RS:0;72b6db343a5d:37119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:57,105 INFO [RS:0;72b6db343a5d:37119 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T02:20:57,105 INFO [RS:0;72b6db343a5d:37119 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T02:20:57,106 INFO [RS:0;72b6db343a5d:37119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:57,106 DEBUG [RS:0;72b6db343a5d:37119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:57,106 DEBUG [RS:0;72b6db343a5d:37119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:57,106 DEBUG [RS:0;72b6db343a5d:37119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:57,106 DEBUG [RS:0;72b6db343a5d:37119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:57,106 DEBUG [RS:0;72b6db343a5d:37119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:57,106 DEBUG [RS:0;72b6db343a5d:37119 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:20:57,106 DEBUG [RS:0;72b6db343a5d:37119 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:57,106 DEBUG [RS:0;72b6db343a5d:37119 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:57,106 DEBUG [RS:0;72b6db343a5d:37119 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:57,106 DEBUG [RS:0;72b6db343a5d:37119 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:57,106 DEBUG [RS:0;72b6db343a5d:37119 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:57,106 DEBUG [RS:0;72b6db343a5d:37119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:20:57,106 DEBUG [RS:0;72b6db343a5d:37119 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:20:57,106 DEBUG [RS:0;72b6db343a5d:37119 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:20:57,107 INFO [RS:0;72b6db343a5d:37119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:57,107 INFO [RS:0;72b6db343a5d:37119 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:57,107 INFO [RS:0;72b6db343a5d:37119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:57,107 INFO [RS:0;72b6db343a5d:37119 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:57,107 INFO [RS:0;72b6db343a5d:37119 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:57,107 INFO [RS:0;72b6db343a5d:37119 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,37119,1732328455632-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:20:57,122 INFO [RS:0;72b6db343a5d:37119 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T02:20:57,122 INFO [RS:0;72b6db343a5d:37119 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,37119,1732328455632-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:57,122 INFO [RS:0;72b6db343a5d:37119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:57,122 INFO [RS:0;72b6db343a5d:37119 {}] regionserver.Replication(171): 72b6db343a5d,37119,1732328455632 started 2024-11-23T02:20:57,136 INFO [RS:0;72b6db343a5d:37119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:57,136 INFO [RS:0;72b6db343a5d:37119 {}] regionserver.HRegionServer(1482): Serving as 72b6db343a5d,37119,1732328455632, RpcServer on 72b6db343a5d/172.17.0.2:37119, sessionid=0x10142a0460b0007 2024-11-23T02:20:57,136 DEBUG [RS:0;72b6db343a5d:37119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T02:20:57,136 DEBUG [RS:0;72b6db343a5d:37119 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 72b6db343a5d,37119,1732328455632 2024-11-23T02:20:57,137 DEBUG [RS:0;72b6db343a5d:37119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,37119,1732328455632' 2024-11-23T02:20:57,137 DEBUG [RS:0;72b6db343a5d:37119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-222858989/flush-table-proc/abort' 2024-11-23T02:20:57,137 DEBUG [RS:0;72b6db343a5d:37119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-222858989/flush-table-proc/acquired' 2024-11-23T02:20:57,137 DEBUG [RS:0;72b6db343a5d:37119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T02:20:57,137 DEBUG [RS:0;72b6db343a5d:37119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T02:20:57,137 DEBUG [RS:0;72b6db343a5d:37119 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 72b6db343a5d,37119,1732328455632 2024-11-23T02:20:57,137 DEBUG [RS:0;72b6db343a5d:37119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,37119,1732328455632' 2024-11-23T02:20:57,137 DEBUG [RS:0;72b6db343a5d:37119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-222858989/online-snapshot/abort' 2024-11-23T02:20:57,138 DEBUG [RS:0;72b6db343a5d:37119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-222858989/online-snapshot/acquired' 2024-11-23T02:20:57,138 DEBUG [RS:0;72b6db343a5d:37119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T02:20:57,138 INFO [RS:0;72b6db343a5d:37119 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T02:20:57,138 INFO [RS:0;72b6db343a5d:37119 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T02:20:57,238 INFO [RS:0;72b6db343a5d:37119 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:20:57,239 INFO [RS:0;72b6db343a5d:37119 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C37119%2C1732328455632, suffix=, logDir=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632, archiveDir=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/oldWALs, maxLogs=10 2024-11-23T02:20:57,253 DEBUG [RS:0;72b6db343a5d:37119 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240, exclude list is [], retry=0 2024-11-23T02:20:57,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46685,DS-49a3a973-a3bb-49af-ae63-732e20865beb,DISK] 2024-11-23T02:20:57,257 INFO [RS:0;72b6db343a5d:37119 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240 2024-11-23T02:20:57,257 DEBUG [RS:0;72b6db343a5d:37119 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43351:43351)] 2024-11-23T02:20:57,447 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T02:20:57,447 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114 2024-11-23T02:20:57,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741833_1009 (size=32) 2024-11-23T02:20:57,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:57,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:20:57,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:20:57,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:57,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:57,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:20:57,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:20:57,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:57,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:57,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:20:57,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:20:57,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:57,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:57,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:20:57,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:20:57,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:57,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:57,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:20:57,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/hbase/meta/1588230740 2024-11-23T02:20:57,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/hbase/meta/1588230740 2024-11-23T02:20:57,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:20:57,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:20:57,860 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:20:57,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:20:57,862 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:20:57,862 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74018690, jitterRate=0.10296443104743958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:20:57,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732328457852Initializing all the Stores at 1732328457853 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328457853Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328457853Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328457853Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328457853Cleaning up temporary data from old regions at 1732328457859 (+6 ms)Region opened successfully at 1732328457862 (+3 ms) 2024-11-23T02:20:57,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:20:57,862 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:20:57,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:20:57,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:20:57,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:20:57,863 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:20:57,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328457862Disabling compacts and flushes for region at 1732328457862Disabling writes for close at 1732328457862Writing region close event to WAL at 1732328457863 (+1 ms)Closed at 1732328457863 2024-11-23T02:20:57,864 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:20:57,864 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T02:20:57,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T02:20:57,865 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:20:57,865 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T02:20:58,016 DEBUG [72b6db343a5d:41947 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T02:20:58,016 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=72b6db343a5d,37119,1732328455632 2024-11-23T02:20:58,017 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,37119,1732328455632, state=OPENING 2024-11-23T02:20:58,019 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T02:20:58,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x10142a0460b0006, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-222858989 2024-11-23T02:20:58,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37119-0x10142a0460b0007, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-222858989 2024-11-23T02:20:58,021 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:20:58,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,37119,1732328455632}] 2024-11-23T02:20:58,021 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-222858989/meta-region-server: CHANGED 2024-11-23T02:20:58,021 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-222858989/meta-region-server: CHANGED 2024-11-23T02:20:58,173 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:20:58,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T02:20:58,177 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T02:20:58,177 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:20:58,178 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T02:20:58,179 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C37119%2C1732328455632.meta, suffix=.meta, logDir=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632, archiveDir=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/oldWALs, maxLogs=10 2024-11-23T02:20:58,192 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.meta.1732328458179.meta, exclude list is [], retry=0 2024-11-23T02:20:58,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46685,DS-49a3a973-a3bb-49af-ae63-732e20865beb,DISK] 2024-11-23T02:20:58,196 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.meta.1732328458179.meta 2024-11-23T02:20:58,196 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43351:43351)] 2024-11-23T02:20:58,197 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:20:58,197 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:20:58,197 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:20:58,197 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T02:20:58,197 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T02:20:58,197 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T02:20:58,197 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:58,197 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T02:20:58,197 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T02:20:58,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:20:58,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:20:58,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:58,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:58,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:20:58,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:20:58,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:58,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:58,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:20:58,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:20:58,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:58,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:58,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:20:58,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:20:58,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:58,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:20:58,202 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:20:58,202 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/hbase/meta/1588230740 2024-11-23T02:20:58,203 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/hbase/meta/1588230740 2024-11-23T02:20:58,204 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:20:58,204 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:20:58,204 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:20:58,205 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:20:58,206 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64103959, jitterRate=-0.04477657377719879}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:20:58,206 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T02:20:58,206 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732328458197Writing region info on filesystem at 1732328458198 (+1 ms)Initializing all the Stores at 1732328458198Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328458198Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328458198Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328458198Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328458198Cleaning up temporary data from old regions at 1732328458204 (+6 ms)Running coprocessor post-open hooks at 1732328458206 (+2 ms)Region opened successfully at 1732328458206 2024-11-23T02:20:58,206 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732328458173 2024-11-23T02:20:58,208 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T02:20:58,208 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T02:20:58,209 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,37119,1732328455632 2024-11-23T02:20:58,209 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,37119,1732328455632, state=OPEN 2024-11-23T02:20:58,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x10142a0460b0006, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-222858989/meta-region-server 2024-11-23T02:20:58,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37119-0x10142a0460b0007, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-222858989/meta-region-server 2024-11-23T02:20:58,211 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=72b6db343a5d,37119,1732328455632 2024-11-23T02:20:58,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-222858989/meta-region-server: CHANGED 2024-11-23T02:20:58,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-222858989/meta-region-server: CHANGED 2024-11-23T02:20:58,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T02:20:58,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,37119,1732328455632 in 190 msec 2024-11-23T02:20:58,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T02:20:58,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-11-23T02:20:58,215 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:20:58,215 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T02:20:58,216 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:20:58,216 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,37119,1732328455632, seqNum=-1] 2024-11-23T02:20:58,216 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:20:58,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:20:58,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1880 sec 2024-11-23T02:20:58,221 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732328458221, completionTime=-1 2024-11-23T02:20:58,221 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T02:20:58,221 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T02:20:58,223 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T02:20:58,223 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732328518223 2024-11-23T02:20:58,223 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732328578223 2024-11-23T02:20:58,223 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T02:20:58,223 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,41947,1732328455561-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:58,223 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,41947,1732328455561-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:58,223 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,41947,1732328455561-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:58,223 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-72b6db343a5d:41947, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:58,223 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:58,224 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:58,225 DEBUG [master/72b6db343a5d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T02:20:58,227 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.536sec 2024-11-23T02:20:58,227 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T02:20:58,227 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T02:20:58,227 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T02:20:58,227 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T02:20:58,227 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T02:20:58,227 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,41947,1732328455561-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:20:58,227 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,41947,1732328455561-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T02:20:58,229 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T02:20:58,229 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T02:20:58,229 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,41947,1732328455561-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:20:58,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280835f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:58,271 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,41947,-1 for getting cluster id 2024-11-23T02:20:58,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:20:58,272 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a27627d1-5632-4996-a67d-95974d190c3d' 2024-11-23T02:20:58,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:20:58,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a27627d1-5632-4996-a67d-95974d190c3d" 2024-11-23T02:20:58,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f482afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:58,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,41947,-1] 2024-11-23T02:20:58,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:20:58,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:20:58,274 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:20:58,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54973211, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:20:58,275 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:20:58,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,37119,1732328455632, seqNum=-1] 2024-11-23T02:20:58,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:20:58,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:20:58,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=72b6db343a5d,41947,1732328455561 2024-11-23T02:20:58,279 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59529 2024-11-23T02:20:58,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:20:58,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10142a0460b0008 connected 2024-11-23T02:20:58,285 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:20:58,286 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,36233,1732328447950 2024-11-23T02:20:58,286 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28875f91 2024-11-23T02:20:58,286 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:20:58,286 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:20:58,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36233 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:20:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36233 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T02:20:58,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:20:58,289 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:58,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36233 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T02:20:58,290 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:20:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:20:58,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42559 is added to blk_1073741835_1011 (size=902) 2024-11-23T02:20:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:20:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:20:58,697 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9ac1f89ca86dd82c226096bce48282a8, NAME => 'test,,1732328458287.9ac1f89ca86dd82c226096bce48282a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460 2024-11-23T02:20:58,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42559 is added to blk_1073741836_1012 (size=39) 2024-11-23T02:20:58,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:20:59,102 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732328458287.9ac1f89ca86dd82c226096bce48282a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:59,102 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9ac1f89ca86dd82c226096bce48282a8, disabling compactions & flushes 2024-11-23T02:20:59,102 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732328458287.9ac1f89ca86dd82c226096bce48282a8. 2024-11-23T02:20:59,102 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732328458287.9ac1f89ca86dd82c226096bce48282a8. 2024-11-23T02:20:59,102 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732328458287.9ac1f89ca86dd82c226096bce48282a8. after waiting 0 ms 2024-11-23T02:20:59,102 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732328458287.9ac1f89ca86dd82c226096bce48282a8. 2024-11-23T02:20:59,102 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732328458287.9ac1f89ca86dd82c226096bce48282a8. 2024-11-23T02:20:59,103 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9ac1f89ca86dd82c226096bce48282a8: Waiting for close lock at 1732328459102Disabling compacts and flushes for region at 1732328459102Disabling writes for close at 1732328459102Writing region close event to WAL at 1732328459102Closed at 1732328459102 2024-11-23T02:20:59,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:20:59,104 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732328458287.9ac1f89ca86dd82c226096bce48282a8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732328459104"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328459104"}]},"ts":"1732328459104"} 2024-11-23T02:20:59,106 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T02:20:59,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:20:59,107 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328459106"}]},"ts":"1732328459106"} 2024-11-23T02:20:59,108 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T02:20:59,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9ac1f89ca86dd82c226096bce48282a8, ASSIGN}] 2024-11-23T02:20:59,109 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9ac1f89ca86dd82c226096bce48282a8, ASSIGN 2024-11-23T02:20:59,110 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9ac1f89ca86dd82c226096bce48282a8, ASSIGN; state=OFFLINE, location=72b6db343a5d,37451,1732328448005; forceNewPlan=false, retain=false 2024-11-23T02:20:59,261 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9ac1f89ca86dd82c226096bce48282a8, regionState=OPENING, regionLocation=72b6db343a5d,37451,1732328448005 2024-11-23T02:20:59,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9ac1f89ca86dd82c226096bce48282a8, ASSIGN because future has completed 2024-11-23T02:20:59,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ac1f89ca86dd82c226096bce48282a8, server=72b6db343a5d,37451,1732328448005}] 2024-11-23T02:20:59,418 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732328458287.9ac1f89ca86dd82c226096bce48282a8. 2024-11-23T02:20:59,418 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ac1f89ca86dd82c226096bce48282a8, NAME => 'test,,1732328458287.9ac1f89ca86dd82c226096bce48282a8.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:20:59,418 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:20:59,418 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T02:20:59,419 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9ac1f89ca86dd82c226096bce48282a8 2024-11-23T02:20:59,419 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732328458287.9ac1f89ca86dd82c226096bce48282a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:20:59,419 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9ac1f89ca86dd82c226096bce48282a8 2024-11-23T02:20:59,419 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9ac1f89ca86dd82c226096bce48282a8 2024-11-23T02:20:59,420 INFO [StoreOpener-9ac1f89ca86dd82c226096bce48282a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9ac1f89ca86dd82c226096bce48282a8 2024-11-23T02:20:59,421 INFO [StoreOpener-9ac1f89ca86dd82c226096bce48282a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ac1f89ca86dd82c226096bce48282a8 columnFamilyName f 2024-11-23T02:20:59,421 DEBUG [StoreOpener-9ac1f89ca86dd82c226096bce48282a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:59,421 INFO [StoreOpener-9ac1f89ca86dd82c226096bce48282a8-1 {}] regionserver.HStore(327): Store=9ac1f89ca86dd82c226096bce48282a8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:59,421 INFO [StoreOpener-9ac1f89ca86dd82c226096bce48282a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9ac1f89ca86dd82c226096bce48282a8 2024-11-23T02:20:59,422 INFO [StoreOpener-9ac1f89ca86dd82c226096bce48282a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ac1f89ca86dd82c226096bce48282a8 columnFamilyName f1 2024-11-23T02:20:59,422 DEBUG [StoreOpener-9ac1f89ca86dd82c226096bce48282a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:59,422 INFO [StoreOpener-9ac1f89ca86dd82c226096bce48282a8-1 {}] regionserver.HStore(327): Store=9ac1f89ca86dd82c226096bce48282a8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:59,422 INFO [StoreOpener-9ac1f89ca86dd82c226096bce48282a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9ac1f89ca86dd82c226096bce48282a8 2024-11-23T02:20:59,423 INFO [StoreOpener-9ac1f89ca86dd82c226096bce48282a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ac1f89ca86dd82c226096bce48282a8 columnFamilyName norep 2024-11-23T02:20:59,423 DEBUG [StoreOpener-9ac1f89ca86dd82c226096bce48282a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:20:59,423 INFO [StoreOpener-9ac1f89ca86dd82c226096bce48282a8-1 {}] regionserver.HStore(327): Store=9ac1f89ca86dd82c226096bce48282a8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:20:59,423 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9ac1f89ca86dd82c226096bce48282a8 2024-11-23T02:20:59,424 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/default/test/9ac1f89ca86dd82c226096bce48282a8 2024-11-23T02:20:59,424 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/default/test/9ac1f89ca86dd82c226096bce48282a8 2024-11-23T02:20:59,425 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9ac1f89ca86dd82c226096bce48282a8 2024-11-23T02:20:59,425 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9ac1f89ca86dd82c226096bce48282a8 2024-11-23T02:20:59,425 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T02:20:59,426 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9ac1f89ca86dd82c226096bce48282a8 2024-11-23T02:20:59,429 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/default/test/9ac1f89ca86dd82c226096bce48282a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:20:59,429 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9ac1f89ca86dd82c226096bce48282a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71819790, jitterRate=0.07019826769828796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T02:20:59,429 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9ac1f89ca86dd82c226096bce48282a8 2024-11-23T02:20:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:20:59,430 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9ac1f89ca86dd82c226096bce48282a8: Running coprocessor pre-open hook at 1732328459419Writing region info on filesystem at 1732328459419Initializing all the Stores at 1732328459419Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328459419Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328459420 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328459420Cleaning up temporary data from old regions at 1732328459425 (+5 ms)Running coprocessor post-open hooks at 1732328459429 (+4 ms)Region opened successfully at 1732328459430 (+1 ms) 2024-11-23T02:20:59,431 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732328458287.9ac1f89ca86dd82c226096bce48282a8., pid=6, masterSystemTime=1732328459415 2024-11-23T02:20:59,433 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732328458287.9ac1f89ca86dd82c226096bce48282a8. 2024-11-23T02:20:59,433 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732328458287.9ac1f89ca86dd82c226096bce48282a8. 2024-11-23T02:20:59,433 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9ac1f89ca86dd82c226096bce48282a8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=72b6db343a5d,37451,1732328448005 2024-11-23T02:20:59,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ac1f89ca86dd82c226096bce48282a8, server=72b6db343a5d,37451,1732328448005 because future has completed 2024-11-23T02:20:59,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T02:20:59,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9ac1f89ca86dd82c226096bce48282a8, server=72b6db343a5d,37451,1732328448005 in 175 msec 2024-11-23T02:20:59,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T02:20:59,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9ac1f89ca86dd82c226096bce48282a8, ASSIGN in 332 msec 2024-11-23T02:20:59,442 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:20:59,442 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328459442"}]},"ts":"1732328459442"} 2024-11-23T02:20:59,444 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T02:20:59,444 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:20:59,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-23T02:21:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:21:00,441 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T02:21:00,441 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:21:00,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,38731,1732328451758 2024-11-23T02:21:00,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fe6a3c 2024-11-23T02:21:00,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:21:00,444 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:21:00,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:21:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T02:21:00,447 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:21:00,447 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:00,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T02:21:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:21:00,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:21:00,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46457 is added to blk_1073741835_1011 (size=902) 2024-11-23T02:21:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:21:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:21:00,855 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 33c0d1f03411a77f468ac53b22192d18, NAME => 'test,,1732328460444.33c0d1f03411a77f468ac53b22192d18.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3 2024-11-23T02:21:00,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46457 is added to blk_1073741836_1012 (size=39) 2024-11-23T02:21:00,863 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732328460444.33c0d1f03411a77f468ac53b22192d18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:00,863 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 33c0d1f03411a77f468ac53b22192d18, disabling compactions & flushes 2024-11-23T02:21:00,863 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732328460444.33c0d1f03411a77f468ac53b22192d18. 2024-11-23T02:21:00,863 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732328460444.33c0d1f03411a77f468ac53b22192d18. 2024-11-23T02:21:00,863 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732328460444.33c0d1f03411a77f468ac53b22192d18. after waiting 0 ms 2024-11-23T02:21:00,863 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732328460444.33c0d1f03411a77f468ac53b22192d18. 2024-11-23T02:21:00,863 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732328460444.33c0d1f03411a77f468ac53b22192d18. 2024-11-23T02:21:00,863 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 33c0d1f03411a77f468ac53b22192d18: Waiting for close lock at 1732328460863Disabling compacts and flushes for region at 1732328460863Disabling writes for close at 1732328460863Writing region close event to WAL at 1732328460863Closed at 1732328460863 2024-11-23T02:21:00,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:21:00,865 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732328460444.33c0d1f03411a77f468ac53b22192d18.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732328460864"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328460864"}]},"ts":"1732328460864"} 2024-11-23T02:21:00,869 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T02:21:00,870 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:21:00,870 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328460870"}]},"ts":"1732328460870"} 2024-11-23T02:21:00,872 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T02:21:00,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=33c0d1f03411a77f468ac53b22192d18, ASSIGN}] 2024-11-23T02:21:00,873 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=33c0d1f03411a77f468ac53b22192d18, ASSIGN 2024-11-23T02:21:00,874 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=33c0d1f03411a77f468ac53b22192d18, ASSIGN; state=OFFLINE, location=72b6db343a5d,46069,1732328451801; forceNewPlan=false, retain=false 2024-11-23T02:21:01,025 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=33c0d1f03411a77f468ac53b22192d18, regionState=OPENING, regionLocation=72b6db343a5d,46069,1732328451801 2024-11-23T02:21:01,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=33c0d1f03411a77f468ac53b22192d18, ASSIGN because future has completed 2024-11-23T02:21:01,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33c0d1f03411a77f468ac53b22192d18, server=72b6db343a5d,46069,1732328451801}] 2024-11-23T02:21:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:21:01,183 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732328460444.33c0d1f03411a77f468ac53b22192d18. 2024-11-23T02:21:01,183 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 33c0d1f03411a77f468ac53b22192d18, NAME => 'test,,1732328460444.33c0d1f03411a77f468ac53b22192d18.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:21:01,184 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:21:01,184 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T02:21:01,184 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 33c0d1f03411a77f468ac53b22192d18 2024-11-23T02:21:01,184 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732328460444.33c0d1f03411a77f468ac53b22192d18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:01,184 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 33c0d1f03411a77f468ac53b22192d18 2024-11-23T02:21:01,184 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 33c0d1f03411a77f468ac53b22192d18 2024-11-23T02:21:01,185 INFO [StoreOpener-33c0d1f03411a77f468ac53b22192d18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 33c0d1f03411a77f468ac53b22192d18 2024-11-23T02:21:01,186 INFO [StoreOpener-33c0d1f03411a77f468ac53b22192d18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33c0d1f03411a77f468ac53b22192d18 columnFamilyName f 2024-11-23T02:21:01,186 DEBUG [StoreOpener-33c0d1f03411a77f468ac53b22192d18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:01,187 INFO [StoreOpener-33c0d1f03411a77f468ac53b22192d18-1 {}] regionserver.HStore(327): Store=33c0d1f03411a77f468ac53b22192d18/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:01,187 INFO [StoreOpener-33c0d1f03411a77f468ac53b22192d18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 33c0d1f03411a77f468ac53b22192d18 2024-11-23T02:21:01,188 INFO [StoreOpener-33c0d1f03411a77f468ac53b22192d18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33c0d1f03411a77f468ac53b22192d18 columnFamilyName f1 2024-11-23T02:21:01,188 DEBUG [StoreOpener-33c0d1f03411a77f468ac53b22192d18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:01,188 INFO [StoreOpener-33c0d1f03411a77f468ac53b22192d18-1 {}] regionserver.HStore(327): Store=33c0d1f03411a77f468ac53b22192d18/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:01,188 INFO [StoreOpener-33c0d1f03411a77f468ac53b22192d18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 33c0d1f03411a77f468ac53b22192d18 2024-11-23T02:21:01,189 INFO [StoreOpener-33c0d1f03411a77f468ac53b22192d18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33c0d1f03411a77f468ac53b22192d18 columnFamilyName norep 2024-11-23T02:21:01,189 DEBUG [StoreOpener-33c0d1f03411a77f468ac53b22192d18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:01,189 INFO [StoreOpener-33c0d1f03411a77f468ac53b22192d18-1 {}] regionserver.HStore(327): Store=33c0d1f03411a77f468ac53b22192d18/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:01,189 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 33c0d1f03411a77f468ac53b22192d18 2024-11-23T02:21:01,190 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/default/test/33c0d1f03411a77f468ac53b22192d18 2024-11-23T02:21:01,190 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/default/test/33c0d1f03411a77f468ac53b22192d18 2024-11-23T02:21:01,191 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 33c0d1f03411a77f468ac53b22192d18 2024-11-23T02:21:01,191 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 33c0d1f03411a77f468ac53b22192d18 2024-11-23T02:21:01,191 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T02:21:01,192 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 33c0d1f03411a77f468ac53b22192d18 2024-11-23T02:21:01,193 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/default/test/33c0d1f03411a77f468ac53b22192d18/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:21:01,194 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 33c0d1f03411a77f468ac53b22192d18; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65690936, jitterRate=-0.02112877368927002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T02:21:01,194 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 33c0d1f03411a77f468ac53b22192d18 2024-11-23T02:21:01,194 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 33c0d1f03411a77f468ac53b22192d18: Running coprocessor pre-open hook at 1732328461184Writing region info on filesystem at 1732328461184Initializing all the Stores at 1732328461185 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328461185Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328461185Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328461185Cleaning up temporary data from old regions at 1732328461191 (+6 ms)Running coprocessor post-open hooks at 1732328461194 (+3 ms)Region opened successfully at 1732328461194 2024-11-23T02:21:01,195 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732328460444.33c0d1f03411a77f468ac53b22192d18., pid=6, masterSystemTime=1732328461180 2024-11-23T02:21:01,196 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732328460444.33c0d1f03411a77f468ac53b22192d18. 2024-11-23T02:21:01,196 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732328460444.33c0d1f03411a77f468ac53b22192d18. 2024-11-23T02:21:01,197 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=33c0d1f03411a77f468ac53b22192d18, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=72b6db343a5d,46069,1732328451801 2024-11-23T02:21:01,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33c0d1f03411a77f468ac53b22192d18, server=72b6db343a5d,46069,1732328451801 because future has completed 2024-11-23T02:21:01,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T02:21:01,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 33c0d1f03411a77f468ac53b22192d18, server=72b6db343a5d,46069,1732328451801 in 172 msec 2024-11-23T02:21:01,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T02:21:01,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=33c0d1f03411a77f468ac53b22192d18, ASSIGN in 330 msec 2024-11-23T02:21:01,204 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:21:01,205 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328461204"}]},"ts":"1732328461204"} 2024-11-23T02:21:01,207 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T02:21:01,208 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:21:01,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 763 msec 2024-11-23T02:21:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:21:01,580 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T02:21:01,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:21:01,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,41947,1732328455561 2024-11-23T02:21:01,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70fc24e5 2024-11-23T02:21:01,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:21:01,582 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:21:01,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41947 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:21:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41947 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T02:21:01,585 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:21:01,585 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:01,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41947 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T02:21:01,586 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:21:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:21:01,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741835_1011 (size=902) 2024-11-23T02:21:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:21:01,861 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T02:21:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:21:01,992 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 13dfc755bfbb04679b16dc90f7602af0, NAME => 'test,,1732328461583.13dfc755bfbb04679b16dc90f7602af0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114 2024-11-23T02:21:01,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741836_1012 (size=39) 2024-11-23T02:21:01,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732328461583.13dfc755bfbb04679b16dc90f7602af0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:01,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 13dfc755bfbb04679b16dc90f7602af0, disabling compactions & flushes 2024-11-23T02:21:01,997 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732328461583.13dfc755bfbb04679b16dc90f7602af0. 2024-11-23T02:21:01,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732328461583.13dfc755bfbb04679b16dc90f7602af0. 2024-11-23T02:21:01,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732328461583.13dfc755bfbb04679b16dc90f7602af0. after waiting 0 ms 2024-11-23T02:21:01,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732328461583.13dfc755bfbb04679b16dc90f7602af0. 2024-11-23T02:21:01,997 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732328461583.13dfc755bfbb04679b16dc90f7602af0. 2024-11-23T02:21:01,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 13dfc755bfbb04679b16dc90f7602af0: Waiting for close lock at 1732328461997Disabling compacts and flushes for region at 1732328461997Disabling writes for close at 1732328461997Writing region close event to WAL at 1732328461997Closed at 1732328461997 2024-11-23T02:21:01,998 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:21:01,998 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732328461583.13dfc755bfbb04679b16dc90f7602af0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732328461998"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328461998"}]},"ts":"1732328461998"} 2024-11-23T02:21:02,000 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T02:21:02,001 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:21:02,001 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328462001"}]},"ts":"1732328462001"} 2024-11-23T02:21:02,002 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T02:21:02,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=13dfc755bfbb04679b16dc90f7602af0, ASSIGN}] 2024-11-23T02:21:02,003 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=13dfc755bfbb04679b16dc90f7602af0, ASSIGN 2024-11-23T02:21:02,004 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=13dfc755bfbb04679b16dc90f7602af0, ASSIGN; state=OFFLINE, location=72b6db343a5d,37119,1732328455632; forceNewPlan=false, retain=false 2024-11-23T02:21:02,155 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=13dfc755bfbb04679b16dc90f7602af0, regionState=OPENING, regionLocation=72b6db343a5d,37119,1732328455632 2024-11-23T02:21:02,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=13dfc755bfbb04679b16dc90f7602af0, ASSIGN because future has completed 2024-11-23T02:21:02,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13dfc755bfbb04679b16dc90f7602af0, server=72b6db343a5d,37119,1732328455632}] 2024-11-23T02:21:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:21:02,312 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732328461583.13dfc755bfbb04679b16dc90f7602af0. 2024-11-23T02:21:02,312 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 13dfc755bfbb04679b16dc90f7602af0, NAME => 'test,,1732328461583.13dfc755bfbb04679b16dc90f7602af0.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:21:02,313 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:21:02,313 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T02:21:02,313 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 13dfc755bfbb04679b16dc90f7602af0 2024-11-23T02:21:02,313 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732328461583.13dfc755bfbb04679b16dc90f7602af0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:02,313 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 13dfc755bfbb04679b16dc90f7602af0 2024-11-23T02:21:02,313 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 13dfc755bfbb04679b16dc90f7602af0 2024-11-23T02:21:02,314 INFO [StoreOpener-13dfc755bfbb04679b16dc90f7602af0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 13dfc755bfbb04679b16dc90f7602af0 2024-11-23T02:21:02,315 INFO [StoreOpener-13dfc755bfbb04679b16dc90f7602af0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13dfc755bfbb04679b16dc90f7602af0 columnFamilyName f 2024-11-23T02:21:02,315 DEBUG [StoreOpener-13dfc755bfbb04679b16dc90f7602af0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:02,316 INFO [StoreOpener-13dfc755bfbb04679b16dc90f7602af0-1 {}] regionserver.HStore(327): Store=13dfc755bfbb04679b16dc90f7602af0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:02,316 INFO [StoreOpener-13dfc755bfbb04679b16dc90f7602af0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 13dfc755bfbb04679b16dc90f7602af0 2024-11-23T02:21:02,317 INFO [StoreOpener-13dfc755bfbb04679b16dc90f7602af0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13dfc755bfbb04679b16dc90f7602af0 columnFamilyName f1 2024-11-23T02:21:02,317 DEBUG [StoreOpener-13dfc755bfbb04679b16dc90f7602af0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:02,317 INFO [StoreOpener-13dfc755bfbb04679b16dc90f7602af0-1 {}] regionserver.HStore(327): Store=13dfc755bfbb04679b16dc90f7602af0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:02,317 INFO [StoreOpener-13dfc755bfbb04679b16dc90f7602af0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 13dfc755bfbb04679b16dc90f7602af0 2024-11-23T02:21:02,318 INFO [StoreOpener-13dfc755bfbb04679b16dc90f7602af0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13dfc755bfbb04679b16dc90f7602af0 columnFamilyName norep 2024-11-23T02:21:02,318 DEBUG [StoreOpener-13dfc755bfbb04679b16dc90f7602af0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:02,318 INFO [StoreOpener-13dfc755bfbb04679b16dc90f7602af0-1 {}] regionserver.HStore(327): Store=13dfc755bfbb04679b16dc90f7602af0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:02,319 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 13dfc755bfbb04679b16dc90f7602af0 2024-11-23T02:21:02,319 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/default/test/13dfc755bfbb04679b16dc90f7602af0 2024-11-23T02:21:02,320 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/default/test/13dfc755bfbb04679b16dc90f7602af0 2024-11-23T02:21:02,320 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 13dfc755bfbb04679b16dc90f7602af0 2024-11-23T02:21:02,320 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 13dfc755bfbb04679b16dc90f7602af0 2024-11-23T02:21:02,321 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T02:21:02,322 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 13dfc755bfbb04679b16dc90f7602af0 2024-11-23T02:21:02,337 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/default/test/13dfc755bfbb04679b16dc90f7602af0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:21:02,337 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 13dfc755bfbb04679b16dc90f7602af0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75386635, jitterRate=0.12334839999675751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T02:21:02,337 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13dfc755bfbb04679b16dc90f7602af0 2024-11-23T02:21:02,337 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 13dfc755bfbb04679b16dc90f7602af0: Running coprocessor pre-open hook at 1732328462313Writing region info on filesystem at 1732328462313Initializing all the Stores at 1732328462314 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328462314Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328462314Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328462314Cleaning up temporary data from old regions at 1732328462320 (+6 ms)Running coprocessor post-open hooks at 1732328462337 (+17 ms)Region opened successfully at 1732328462337 2024-11-23T02:21:02,338 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732328461583.13dfc755bfbb04679b16dc90f7602af0., pid=6, masterSystemTime=1732328462309 2024-11-23T02:21:02,340 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732328461583.13dfc755bfbb04679b16dc90f7602af0. 2024-11-23T02:21:02,340 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732328461583.13dfc755bfbb04679b16dc90f7602af0. 2024-11-23T02:21:02,340 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=13dfc755bfbb04679b16dc90f7602af0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=72b6db343a5d,37119,1732328455632 2024-11-23T02:21:02,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13dfc755bfbb04679b16dc90f7602af0, server=72b6db343a5d,37119,1732328455632 because future has completed 2024-11-23T02:21:02,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T02:21:02,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 13dfc755bfbb04679b16dc90f7602af0, server=72b6db343a5d,37119,1732328455632 in 186 msec 2024-11-23T02:21:02,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T02:21:02,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=13dfc755bfbb04679b16dc90f7602af0, ASSIGN in 341 msec 2024-11-23T02:21:02,347 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:21:02,347 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328462347"}]},"ts":"1732328462347"} 2024-11-23T02:21:02,349 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T02:21:02,349 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:21:02,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 766 msec 2024-11-23T02:21:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:21:02,720 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T02:21:02,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667471af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:02,721 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,36233,-1 for getting cluster id 2024-11-23T02:21:02,721 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:21:02,722 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa27ac6c-e8b9-4398-a46e-3cf1e06f0046' 2024-11-23T02:21:02,722 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:21:02,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa27ac6c-e8b9-4398-a46e-3cf1e06f0046" 2024-11-23T02:21:02,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37c5a9d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:02,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,36233,-1] 2024-11-23T02:21:02,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:21:02,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:02,724 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:21:02,724 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7d8d4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:02,725 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:21:02,725 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,36233,1732328447950 2024-11-23T02:21:02,725 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21e20331 2024-11-23T02:21:02,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:21:02,726 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:21:02,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36233 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://72b6db343a5d:38731,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T02:21:02,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36233 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T02:21:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:21:02,729 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:38731' 2024-11-23T02:21:02,730 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb7049f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:02,730 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,38731,-1 for getting cluster id 2024-11-23T02:21:02,731 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:21:02,731 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a31e4a8-803d-4665-8fbe-fe5634c2f41f' 2024-11-23T02:21:02,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:21:02,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a31e4a8-803d-4665-8fbe-fe5634c2f41f" 2024-11-23T02:21:02,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64fe48d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:02,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,38731,-1] 2024-11-23T02:21:02,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:21:02,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:02,732 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:21:02,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dcfe277, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:02,733 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:21:02,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,38731,1732328451758 2024-11-23T02:21:02,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7407e0e6 2024-11-23T02:21:02,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:21:02,734 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:21:02,735 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T02:21:02,735 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T02:21:02,735 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:02,735 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:02,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:21:02,736 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:21:02,736 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T02:21:02,737 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:21:02,737 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:02,738 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:21:02,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42559 is added to blk_1073741837_1013 (size=1138) 2024-11-23T02:21:02,787 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T02:21:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:21:03,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:21:03,148 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 75bd4ee86f1668a191494a1f67315e29, NAME => 'hbase:replication,,1732328462735.75bd4ee86f1668a191494a1f67315e29.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460 2024-11-23T02:21:03,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42559 is added to blk_1073741838_1014 (size=44) 2024-11-23T02:21:03,153 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732328462735.75bd4ee86f1668a191494a1f67315e29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:03,153 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 75bd4ee86f1668a191494a1f67315e29, disabling compactions & flushes 2024-11-23T02:21:03,153 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732328462735.75bd4ee86f1668a191494a1f67315e29. 2024-11-23T02:21:03,153 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732328462735.75bd4ee86f1668a191494a1f67315e29. 2024-11-23T02:21:03,153 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732328462735.75bd4ee86f1668a191494a1f67315e29. after waiting 0 ms 2024-11-23T02:21:03,153 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732328462735.75bd4ee86f1668a191494a1f67315e29. 2024-11-23T02:21:03,153 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732328462735.75bd4ee86f1668a191494a1f67315e29. 2024-11-23T02:21:03,153 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 75bd4ee86f1668a191494a1f67315e29: Waiting for close lock at 1732328463153Disabling compacts and flushes for region at 1732328463153Disabling writes for close at 1732328463153Writing region close event to WAL at 1732328463153Closed at 1732328463153 2024-11-23T02:21:03,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:21:03,154 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732328462735.75bd4ee86f1668a191494a1f67315e29.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732328463154"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328463154"}]},"ts":"1732328463154"} 2024-11-23T02:21:03,156 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T02:21:03,157 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:21:03,157 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328463157"}]},"ts":"1732328463157"} 2024-11-23T02:21:03,158 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T02:21:03,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=75bd4ee86f1668a191494a1f67315e29, ASSIGN}] 2024-11-23T02:21:03,159 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=75bd4ee86f1668a191494a1f67315e29, ASSIGN 2024-11-23T02:21:03,160 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=75bd4ee86f1668a191494a1f67315e29, ASSIGN; state=OFFLINE, location=72b6db343a5d,37451,1732328448005; forceNewPlan=false, retain=false 2024-11-23T02:21:03,310 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=75bd4ee86f1668a191494a1f67315e29, regionState=OPENING, regionLocation=72b6db343a5d,37451,1732328448005 2024-11-23T02:21:03,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=75bd4ee86f1668a191494a1f67315e29, ASSIGN because future has completed 2024-11-23T02:21:03,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75bd4ee86f1668a191494a1f67315e29, server=72b6db343a5d,37451,1732328448005}] 2024-11-23T02:21:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:21:03,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732328462735.75bd4ee86f1668a191494a1f67315e29. 2024-11-23T02:21:03,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:21:03,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T02:21:03,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C37451%2C1732328448005.rep, suffix=, logDir=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005, archiveDir=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/oldWALs, maxLogs=10 2024-11-23T02:21:03,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.rep.1732328463470, exclude list is [], retry=0 2024-11-23T02:21:03,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42559,DS-ec8ce1a0-7bd1-49bf-9c15-bad8b1a77ad4,DISK] 2024-11-23T02:21:03,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.rep.1732328463470 2024-11-23T02:21:03,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46831:46831)] 2024-11-23T02:21:03,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 75bd4ee86f1668a191494a1f67315e29, NAME => 'hbase:replication,,1732328462735.75bd4ee86f1668a191494a1f67315e29.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:21:03,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:21:03,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:21:03,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732328462735.75bd4ee86f1668a191494a1f67315e29. service=MultiRowMutationService 2024-11-23T02:21:03,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T02:21:03,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 75bd4ee86f1668a191494a1f67315e29 2024-11-23T02:21:03,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732328462735.75bd4ee86f1668a191494a1f67315e29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:03,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 75bd4ee86f1668a191494a1f67315e29 2024-11-23T02:21:03,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 75bd4ee86f1668a191494a1f67315e29 2024-11-23T02:21:03,496 INFO [StoreOpener-75bd4ee86f1668a191494a1f67315e29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 75bd4ee86f1668a191494a1f67315e29 2024-11-23T02:21:03,497 INFO [StoreOpener-75bd4ee86f1668a191494a1f67315e29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75bd4ee86f1668a191494a1f67315e29 columnFamilyName hfileref 2024-11-23T02:21:03,497 DEBUG [StoreOpener-75bd4ee86f1668a191494a1f67315e29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:03,497 INFO [StoreOpener-75bd4ee86f1668a191494a1f67315e29-1 {}] regionserver.HStore(327): Store=75bd4ee86f1668a191494a1f67315e29/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:03,497 INFO [StoreOpener-75bd4ee86f1668a191494a1f67315e29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 75bd4ee86f1668a191494a1f67315e29 2024-11-23T02:21:03,498 INFO [StoreOpener-75bd4ee86f1668a191494a1f67315e29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75bd4ee86f1668a191494a1f67315e29 columnFamilyName queue 2024-11-23T02:21:03,498 DEBUG [StoreOpener-75bd4ee86f1668a191494a1f67315e29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:03,499 INFO [StoreOpener-75bd4ee86f1668a191494a1f67315e29-1 {}] regionserver.HStore(327): Store=75bd4ee86f1668a191494a1f67315e29/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:03,499 INFO [StoreOpener-75bd4ee86f1668a191494a1f67315e29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 75bd4ee86f1668a191494a1f67315e29 2024-11-23T02:21:03,499 INFO [StoreOpener-75bd4ee86f1668a191494a1f67315e29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75bd4ee86f1668a191494a1f67315e29 columnFamilyName sid 2024-11-23T02:21:03,499 DEBUG [StoreOpener-75bd4ee86f1668a191494a1f67315e29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:03,500 INFO [StoreOpener-75bd4ee86f1668a191494a1f67315e29-1 {}] regionserver.HStore(327): Store=75bd4ee86f1668a191494a1f67315e29/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:03,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 75bd4ee86f1668a191494a1f67315e29 2024-11-23T02:21:03,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/hbase/replication/75bd4ee86f1668a191494a1f67315e29 2024-11-23T02:21:03,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/hbase/replication/75bd4ee86f1668a191494a1f67315e29 2024-11-23T02:21:03,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 75bd4ee86f1668a191494a1f67315e29 2024-11-23T02:21:03,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 75bd4ee86f1668a191494a1f67315e29 2024-11-23T02:21:03,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T02:21:03,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 75bd4ee86f1668a191494a1f67315e29 2024-11-23T02:21:03,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/hbase/replication/75bd4ee86f1668a191494a1f67315e29/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:21:03,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 75bd4ee86f1668a191494a1f67315e29; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65786101, jitterRate=-0.019710704684257507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T02:21:03,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 75bd4ee86f1668a191494a1f67315e29 2024-11-23T02:21:03,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 75bd4ee86f1668a191494a1f67315e29: Running coprocessor pre-open hook at 1732328463492Writing region info on filesystem at 1732328463492Initializing all the Stores at 1732328463492Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328463492Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328463496 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328463496Cleaning up temporary data from old regions at 1732328463501 (+5 ms)Running coprocessor post-open hooks at 1732328463504 (+3 ms)Region opened successfully at 1732328463505 (+1 ms) 2024-11-23T02:21:03,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732328462735.75bd4ee86f1668a191494a1f67315e29., pid=10, masterSystemTime=1732328463465 2024-11-23T02:21:03,508 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=75bd4ee86f1668a191494a1f67315e29, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,37451,1732328448005 2024-11-23T02:21:03,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732328462735.75bd4ee86f1668a191494a1f67315e29. 2024-11-23T02:21:03,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732328462735.75bd4ee86f1668a191494a1f67315e29. 2024-11-23T02:21:03,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75bd4ee86f1668a191494a1f67315e29, server=72b6db343a5d,37451,1732328448005 because future has completed 2024-11-23T02:21:03,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T02:21:03,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 75bd4ee86f1668a191494a1f67315e29, server=72b6db343a5d,37451,1732328448005 in 198 msec 2024-11-23T02:21:03,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T02:21:03,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=75bd4ee86f1668a191494a1f67315e29, ASSIGN in 354 msec 2024-11-23T02:21:03,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:21:03,515 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328463515"}]},"ts":"1732328463515"} 2024-11-23T02:21:03,516 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T02:21:03,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:21:03,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 781 msec 2024-11-23T02:21:03,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732328462735.75bd4ee86f1668a191494a1f67315e29., hostname=72b6db343a5d,37451,1732328448005, seqNum=2] 2024-11-23T02:21:03,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36233-0x10142a0460b0000, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-785368706 2024-11-23T02:21:03,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37451-0x10142a0460b0001, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-785368706 2024-11-23T02:21:03,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T02:21:03,699 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T02:21:03,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:03,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37451 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T02:21:03,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:03,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:03,702 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T02:21:03,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:03,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:03,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:03,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:03,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:03,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:03,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:03,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:03,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:03,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:03,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:03,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:03,743 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-72b6db343a5d,37451,1732328448005, ReplicationSource: 1, currentBandwidth=0 2024-11-23T02:21:03,744 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:21:03,744 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,37451,1732328448005, seqNum=-1] 2024-11-23T02:21:03,744 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:03,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-23T02:21:03,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-72b6db343a5d,37451,1732328448005', locateType=CURRENT is [region=hbase:replication,,1732328462735.75bd4ee86f1668a191494a1f67315e29., hostname=72b6db343a5d,37451,1732328448005, seqNum=2] 2024-11-23T02:21:03,750 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T02:21:03,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36233 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T02:21:03,752 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 72b6db343a5d,37451,1732328448005 suceeded 2024-11-23T02:21:03,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T02:21:03,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-23T02:21:03,754 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://72b6db343a5d:38731,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T02:21:03,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T02:21:03,755 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-23T02:21:03,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0270 sec 2024-11-23T02:21:03,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-23T02:21:03,755 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-23T02:21:03,756 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T02:21:03,756 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-23T02:21:03,766 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:38731' 2024-11-23T02:21:03,767 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c6b238f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:03,767 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,38731,-1 for getting cluster id 2024-11-23T02:21:03,767 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:21:03,768 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a31e4a8-803d-4665-8fbe-fe5634c2f41f' 2024-11-23T02:21:03,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:21:03,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a31e4a8-803d-4665-8fbe-fe5634c2f41f" 2024-11-23T02:21:03,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c8728a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:03,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,38731,-1] 2024-11-23T02:21:03,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:21:03,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:03,769 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:21:03,770 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74bd8663, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:03,770 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:21:03,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,38731,1732328451758 2024-11-23T02:21:03,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b076ba4 2024-11-23T02:21:03,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:21:03,771 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-23T02:21:03,772 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-72b6db343a5d,37451,1732328448005 (queues=1) is replicating from cluster=aa27ac6c-e8b9-4398-a46e-3cf1e06f0046 to cluster=4a31e4a8-803d-4665-8fbe-fe5634c2f41f 2024-11-23T02:21:03,772 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=72b6db343a5d%2C37451%2C1732328448005 2024-11-23T02:21:03,772 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-72b6db343a5d,37451,1732328448005, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T02:21:03,772 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.shipper72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 72b6db343a5d%2C37451%2C1732328448005 2024-11-23T02:21:03,772 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998, startPosition=0, beingWritten=true 2024-11-23T02:21:03,777 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:21:03,777 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998 to pos 379, reset compression=false 2024-11-23T02:21:03,777 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.shipper72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,37451,1732328448005 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:21:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:21:03,871 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T02:21:03,871 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:21:03,871 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:03,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:03,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:03,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:21:03,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f6a8f2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:03,872 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,38731,-1 for getting cluster id 2024-11-23T02:21:03,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:21:03,872 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a31e4a8-803d-4665-8fbe-fe5634c2f41f' 2024-11-23T02:21:03,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:21:03,873 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a31e4a8-803d-4665-8fbe-fe5634c2f41f" 2024-11-23T02:21:03,873 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1deb2b8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:03,873 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,38731,-1] 2024-11-23T02:21:03,873 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:21:03,873 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:03,874 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:21:03,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c19d1b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:03,874 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:21:03,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,38731,1732328451758 2024-11-23T02:21:03,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f71b08c 2024-11-23T02:21:03,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:21:03,876 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:21:03,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://72b6db343a5d:41947,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T02:21:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T02:21:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:21:03,878 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:41947' 2024-11-23T02:21:03,879 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c82141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:03,879 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,41947,-1 for getting cluster id 2024-11-23T02:21:03,879 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:21:03,879 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a27627d1-5632-4996-a67d-95974d190c3d' 2024-11-23T02:21:03,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:21:03,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a27627d1-5632-4996-a67d-95974d190c3d" 2024-11-23T02:21:03,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b8112ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:03,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,41947,-1] 2024-11-23T02:21:03,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:21:03,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:03,881 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:21:03,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ffb485f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:03,881 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:21:03,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,41947,1732328455561 2024-11-23T02:21:03,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27574943 2024-11-23T02:21:03,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:21:03,882 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:21:03,883 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-23T02:21:03,883 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T02:21:03,883 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:03,883 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:03,883 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:21:03,883 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:21:03,884 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T02:21:03,885 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:21:03,885 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:03,885 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:21:03,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46457 is added to blk_1073741837_1013 (size=1138) 2024-11-23T02:21:03,934 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T02:21:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:21:03,981 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998 to pos 379, reset compression=false 2024-11-23T02:21:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:21:04,284 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998 to pos 379, reset compression=false 2024-11-23T02:21:04,291 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 43eff978fca60a7bce4aa403eca66613, NAME => 'hbase:replication,,1732328463883.43eff978fca60a7bce4aa403eca66613.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3 2024-11-23T02:21:04,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46457 is added to blk_1073741838_1014 (size=44) 2024-11-23T02:21:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:21:04,688 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998 to pos 379, reset compression=false 2024-11-23T02:21:04,696 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732328463883.43eff978fca60a7bce4aa403eca66613.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:04,696 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 43eff978fca60a7bce4aa403eca66613, disabling compactions & flushes 2024-11-23T02:21:04,696 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732328463883.43eff978fca60a7bce4aa403eca66613. 2024-11-23T02:21:04,696 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732328463883.43eff978fca60a7bce4aa403eca66613. 2024-11-23T02:21:04,696 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732328463883.43eff978fca60a7bce4aa403eca66613. after waiting 0 ms 2024-11-23T02:21:04,696 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732328463883.43eff978fca60a7bce4aa403eca66613. 2024-11-23T02:21:04,697 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732328463883.43eff978fca60a7bce4aa403eca66613. 2024-11-23T02:21:04,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 43eff978fca60a7bce4aa403eca66613: Waiting for close lock at 1732328464696Disabling compacts and flushes for region at 1732328464696Disabling writes for close at 1732328464696Writing region close event to WAL at 1732328464696Closed at 1732328464696 2024-11-23T02:21:04,698 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:21:04,698 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732328463883.43eff978fca60a7bce4aa403eca66613.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732328464698"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328464698"}]},"ts":"1732328464698"} 2024-11-23T02:21:04,700 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T02:21:04,701 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:21:04,701 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328464701"}]},"ts":"1732328464701"} 2024-11-23T02:21:04,703 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T02:21:04,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=43eff978fca60a7bce4aa403eca66613, ASSIGN}] 2024-11-23T02:21:04,704 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=43eff978fca60a7bce4aa403eca66613, ASSIGN 2024-11-23T02:21:04,705 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=43eff978fca60a7bce4aa403eca66613, ASSIGN; state=OFFLINE, location=72b6db343a5d,46069,1732328451801; forceNewPlan=false, retain=false 2024-11-23T02:21:04,855 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=43eff978fca60a7bce4aa403eca66613, regionState=OPENING, regionLocation=72b6db343a5d,46069,1732328451801 2024-11-23T02:21:04,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=43eff978fca60a7bce4aa403eca66613, ASSIGN because future has completed 2024-11-23T02:21:04,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43eff978fca60a7bce4aa403eca66613, server=72b6db343a5d,46069,1732328451801}] 2024-11-23T02:21:05,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:21:05,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732328463883.43eff978fca60a7bce4aa403eca66613. 2024-11-23T02:21:05,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:21:05,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T02:21:05,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C46069%2C1732328451801.rep, suffix=, logDir=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801, archiveDir=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/oldWALs, maxLogs=10 2024-11-23T02:21:05,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.rep.1732328465015, exclude list is [], retry=0 2024-11-23T02:21:05,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46457,DS-0283bf1f-c7f9-408e-9e59-9cd44136e2b0,DISK] 2024-11-23T02:21:05,033 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.rep.1732328465015 2024-11-23T02:21:05,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32969:32969)] 2024-11-23T02:21:05,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 43eff978fca60a7bce4aa403eca66613, NAME => 'hbase:replication,,1732328463883.43eff978fca60a7bce4aa403eca66613.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:21:05,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:21:05,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:21:05,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732328463883.43eff978fca60a7bce4aa403eca66613. service=MultiRowMutationService 2024-11-23T02:21:05,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T02:21:05,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 43eff978fca60a7bce4aa403eca66613 2024-11-23T02:21:05,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732328463883.43eff978fca60a7bce4aa403eca66613.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:05,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 43eff978fca60a7bce4aa403eca66613 2024-11-23T02:21:05,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 43eff978fca60a7bce4aa403eca66613 2024-11-23T02:21:05,036 INFO [StoreOpener-43eff978fca60a7bce4aa403eca66613-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 43eff978fca60a7bce4aa403eca66613 2024-11-23T02:21:05,037 INFO [StoreOpener-43eff978fca60a7bce4aa403eca66613-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43eff978fca60a7bce4aa403eca66613 columnFamilyName hfileref 2024-11-23T02:21:05,037 DEBUG [StoreOpener-43eff978fca60a7bce4aa403eca66613-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:05,037 INFO [StoreOpener-43eff978fca60a7bce4aa403eca66613-1 {}] regionserver.HStore(327): Store=43eff978fca60a7bce4aa403eca66613/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:05,037 INFO [StoreOpener-43eff978fca60a7bce4aa403eca66613-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 43eff978fca60a7bce4aa403eca66613 2024-11-23T02:21:05,038 INFO [StoreOpener-43eff978fca60a7bce4aa403eca66613-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43eff978fca60a7bce4aa403eca66613 columnFamilyName queue 2024-11-23T02:21:05,038 DEBUG [StoreOpener-43eff978fca60a7bce4aa403eca66613-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:05,038 INFO [StoreOpener-43eff978fca60a7bce4aa403eca66613-1 {}] regionserver.HStore(327): Store=43eff978fca60a7bce4aa403eca66613/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:05,038 INFO [StoreOpener-43eff978fca60a7bce4aa403eca66613-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 43eff978fca60a7bce4aa403eca66613 2024-11-23T02:21:05,039 INFO [StoreOpener-43eff978fca60a7bce4aa403eca66613-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43eff978fca60a7bce4aa403eca66613 columnFamilyName sid 2024-11-23T02:21:05,039 DEBUG [StoreOpener-43eff978fca60a7bce4aa403eca66613-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:05,039 INFO [StoreOpener-43eff978fca60a7bce4aa403eca66613-1 {}] regionserver.HStore(327): Store=43eff978fca60a7bce4aa403eca66613/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:05,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 43eff978fca60a7bce4aa403eca66613 2024-11-23T02:21:05,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/hbase/replication/43eff978fca60a7bce4aa403eca66613 2024-11-23T02:21:05,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/hbase/replication/43eff978fca60a7bce4aa403eca66613 2024-11-23T02:21:05,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 43eff978fca60a7bce4aa403eca66613 2024-11-23T02:21:05,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 43eff978fca60a7bce4aa403eca66613 2024-11-23T02:21:05,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T02:21:05,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 43eff978fca60a7bce4aa403eca66613 2024-11-23T02:21:05,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/hbase/replication/43eff978fca60a7bce4aa403eca66613/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:21:05,044 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 43eff978fca60a7bce4aa403eca66613; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72395133, jitterRate=0.07877154648303986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T02:21:05,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 43eff978fca60a7bce4aa403eca66613 2024-11-23T02:21:05,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 43eff978fca60a7bce4aa403eca66613: Running coprocessor pre-open hook at 1732328465035Writing region info on filesystem at 1732328465035Initializing all the Stores at 1732328465035Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328465035Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328465035Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328465035Cleaning up temporary data from old regions at 1732328465041 (+6 ms)Running coprocessor post-open hooks at 1732328465044 (+3 ms)Region opened successfully at 1732328465044 2024-11-23T02:21:05,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732328463883.43eff978fca60a7bce4aa403eca66613., pid=10, masterSystemTime=1732328465010 2024-11-23T02:21:05,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732328463883.43eff978fca60a7bce4aa403eca66613. 2024-11-23T02:21:05,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732328463883.43eff978fca60a7bce4aa403eca66613. 2024-11-23T02:21:05,047 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=43eff978fca60a7bce4aa403eca66613, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,46069,1732328451801 2024-11-23T02:21:05,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43eff978fca60a7bce4aa403eca66613, server=72b6db343a5d,46069,1732328451801 because future has completed 2024-11-23T02:21:05,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T02:21:05,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 43eff978fca60a7bce4aa403eca66613, server=72b6db343a5d,46069,1732328451801 in 191 msec 2024-11-23T02:21:05,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T02:21:05,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=43eff978fca60a7bce4aa403eca66613, ASSIGN in 348 msec 2024-11-23T02:21:05,053 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:21:05,053 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328465053"}]},"ts":"1732328465053"} 2024-11-23T02:21:05,054 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T02:21:05,055 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:21:05,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-23T02:21:05,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732328463883.43eff978fca60a7bce4aa403eca66613., hostname=72b6db343a5d,46069,1732328451801, seqNum=2] 2024-11-23T02:21:05,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38731-0x10142a0460b0003, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12068216535 2024-11-23T02:21:05,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46069-0x10142a0460b0004, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12068216535 2024-11-23T02:21:05,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T02:21:05,191 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998 to pos 379, reset compression=false 2024-11-23T02:21:05,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46069 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T02:21:05,250 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T02:21:05,279 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-72b6db343a5d,46069,1732328451801, ReplicationSource: 1, currentBandwidth=0 2024-11-23T02:21:05,280 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:21:05,280 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,46069,1732328451801, seqNum=-1] 2024-11-23T02:21:05,280 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:05,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-23T02:21:05,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-72b6db343a5d,46069,1732328451801', locateType=CURRENT is [region=hbase:replication,,1732328463883.43eff978fca60a7bce4aa403eca66613., hostname=72b6db343a5d,46069,1732328451801, seqNum=2] 2024-11-23T02:21:05,284 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T02:21:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T02:21:05,286 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 72b6db343a5d,46069,1732328451801 suceeded 2024-11-23T02:21:05,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T02:21:05,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-23T02:21:05,288 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://72b6db343a5d:41947,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T02:21:05,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4120 sec 2024-11-23T02:21:05,298 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:41947' 2024-11-23T02:21:05,299 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@375936ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:05,300 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,41947,-1 for getting cluster id 2024-11-23T02:21:05,300 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:21:05,300 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a27627d1-5632-4996-a67d-95974d190c3d' 2024-11-23T02:21:05,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:21:05,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a27627d1-5632-4996-a67d-95974d190c3d" 2024-11-23T02:21:05,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cb8e04d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:05,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,41947,-1] 2024-11-23T02:21:05,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:21:05,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:05,302 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:21:05,302 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@314d5e62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:05,302 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:21:05,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,41947,1732328455561 2024-11-23T02:21:05,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ae1a845 2024-11-23T02:21:05,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:21:05,304 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-23T02:21:05,304 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-72b6db343a5d,46069,1732328451801 (queues=1) is replicating from cluster=4a31e4a8-803d-4665-8fbe-fe5634c2f41f to cluster=a27627d1-5632-4996-a67d-95974d190c3d 2024-11-23T02:21:05,304 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=72b6db343a5d%2C46069%2C1732328451801 2024-11-23T02:21:05,304 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-72b6db343a5d,46069,1732328451801, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T02:21:05,305 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817, startPosition=0, beingWritten=true 2024-11-23T02:21:05,305 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.shipper72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 72b6db343a5d%2C46069%2C1732328451801 2024-11-23T02:21:05,309 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:21:05,309 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 379, reset compression=false 2024-11-23T02:21:05,309 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.shipper72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,46069,1732328451801 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:21:05,513 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 379, reset compression=false 2024-11-23T02:21:05,672 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T02:21:05,794 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998 to pos 379, reset compression=false 2024-11-23T02:21:05,816 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 379, reset compression=false 2024-11-23T02:21:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:21:06,020 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T02:21:06,020 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:21:06,021 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:06,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:06,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:06,021 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:21:06,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e159ff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:06,022 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,41947,-1 for getting cluster id 2024-11-23T02:21:06,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:21:06,022 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a27627d1-5632-4996-a67d-95974d190c3d' 2024-11-23T02:21:06,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:21:06,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a27627d1-5632-4996-a67d-95974d190c3d" 2024-11-23T02:21:06,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b75e4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:06,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,41947,-1] 2024-11-23T02:21:06,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:21:06,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:06,024 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:21:06,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc1f799, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:06,025 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:21:06,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,41947,1732328455561 2024-11-23T02:21:06,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76d2b6b5 2024-11-23T02:21:06,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:21:06,027 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:21:06,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41947 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://72b6db343a5d:38731,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T02:21:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41947 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T02:21:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:21:06,030 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:38731' 2024-11-23T02:21:06,031 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbc3e81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:06,031 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,38731,-1 for getting cluster id 2024-11-23T02:21:06,031 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:21:06,031 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a31e4a8-803d-4665-8fbe-fe5634c2f41f' 2024-11-23T02:21:06,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:21:06,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a31e4a8-803d-4665-8fbe-fe5634c2f41f" 2024-11-23T02:21:06,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685adb05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:06,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,38731,-1] 2024-11-23T02:21:06,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:21:06,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:06,032 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:21:06,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106f270, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:06,033 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:21:06,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,38731,1732328451758 2024-11-23T02:21:06,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5704636e 2024-11-23T02:21:06,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:21:06,034 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:21:06,035 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T02:21:06,035 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T02:21:06,035 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:06,035 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:06,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:21:06,036 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:21:06,037 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T02:21:06,037 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:21:06,037 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:06,038 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:21:06,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741837_1013 (size=1138) 2024-11-23T02:21:06,087 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T02:21:06,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:21:06,219 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 379, reset compression=false 2024-11-23T02:21:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:21:06,445 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8359ade084a214a770d9235f3899465f, NAME => 'hbase:replication,,1732328466036.8359ade084a214a770d9235f3899465f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114 2024-11-23T02:21:06,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741838_1014 (size=44) 2024-11-23T02:21:06,498 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998 to pos 379, reset compression=false 2024-11-23T02:21:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:21:06,726 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 379, reset compression=false 2024-11-23T02:21:06,854 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732328466036.8359ade084a214a770d9235f3899465f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:06,854 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8359ade084a214a770d9235f3899465f, disabling compactions & flushes 2024-11-23T02:21:06,854 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732328466036.8359ade084a214a770d9235f3899465f. 2024-11-23T02:21:06,854 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732328466036.8359ade084a214a770d9235f3899465f. 2024-11-23T02:21:06,854 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732328466036.8359ade084a214a770d9235f3899465f. after waiting 0 ms 2024-11-23T02:21:06,854 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732328466036.8359ade084a214a770d9235f3899465f. 2024-11-23T02:21:06,854 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732328466036.8359ade084a214a770d9235f3899465f. 2024-11-23T02:21:06,854 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8359ade084a214a770d9235f3899465f: Waiting for close lock at 1732328466854Disabling compacts and flushes for region at 1732328466854Disabling writes for close at 1732328466854Writing region close event to WAL at 1732328466854Closed at 1732328466854 2024-11-23T02:21:06,855 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:21:06,855 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732328466036.8359ade084a214a770d9235f3899465f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732328466855"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328466855"}]},"ts":"1732328466855"} 2024-11-23T02:21:06,857 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T02:21:06,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:21:06,858 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328466858"}]},"ts":"1732328466858"} 2024-11-23T02:21:06,860 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T02:21:06,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8359ade084a214a770d9235f3899465f, ASSIGN}] 2024-11-23T02:21:06,861 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8359ade084a214a770d9235f3899465f, ASSIGN 2024-11-23T02:21:06,861 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8359ade084a214a770d9235f3899465f, ASSIGN; state=OFFLINE, location=72b6db343a5d,37119,1732328455632; forceNewPlan=false, retain=false 2024-11-23T02:21:07,012 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8359ade084a214a770d9235f3899465f, regionState=OPENING, regionLocation=72b6db343a5d,37119,1732328455632 2024-11-23T02:21:07,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8359ade084a214a770d9235f3899465f, ASSIGN because future has completed 2024-11-23T02:21:07,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8359ade084a214a770d9235f3899465f, server=72b6db343a5d,37119,1732328455632}] 2024-11-23T02:21:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:21:07,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732328466036.8359ade084a214a770d9235f3899465f. 2024-11-23T02:21:07,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:21:07,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T02:21:07,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C37119%2C1732328455632.rep, suffix=, logDir=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632, archiveDir=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/oldWALs, maxLogs=10 2024-11-23T02:21:07,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.rep.1732328467181, exclude list is [], retry=0 2024-11-23T02:21:07,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46685,DS-49a3a973-a3bb-49af-ae63-732e20865beb,DISK] 2024-11-23T02:21:07,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.rep.1732328467181 2024-11-23T02:21:07,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43351:43351)] 2024-11-23T02:21:07,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8359ade084a214a770d9235f3899465f, NAME => 'hbase:replication,,1732328466036.8359ade084a214a770d9235f3899465f.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:21:07,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:21:07,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:21:07,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732328466036.8359ade084a214a770d9235f3899465f. service=MultiRowMutationService 2024-11-23T02:21:07,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T02:21:07,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8359ade084a214a770d9235f3899465f 2024-11-23T02:21:07,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732328466036.8359ade084a214a770d9235f3899465f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:07,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8359ade084a214a770d9235f3899465f 2024-11-23T02:21:07,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8359ade084a214a770d9235f3899465f 2024-11-23T02:21:07,200 INFO [StoreOpener-8359ade084a214a770d9235f3899465f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8359ade084a214a770d9235f3899465f 2024-11-23T02:21:07,201 INFO [StoreOpener-8359ade084a214a770d9235f3899465f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8359ade084a214a770d9235f3899465f columnFamilyName hfileref 2024-11-23T02:21:07,201 DEBUG [StoreOpener-8359ade084a214a770d9235f3899465f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:07,201 INFO [StoreOpener-8359ade084a214a770d9235f3899465f-1 {}] regionserver.HStore(327): Store=8359ade084a214a770d9235f3899465f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:07,201 INFO [StoreOpener-8359ade084a214a770d9235f3899465f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8359ade084a214a770d9235f3899465f 2024-11-23T02:21:07,202 INFO [StoreOpener-8359ade084a214a770d9235f3899465f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8359ade084a214a770d9235f3899465f columnFamilyName queue 2024-11-23T02:21:07,202 DEBUG [StoreOpener-8359ade084a214a770d9235f3899465f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:07,202 INFO [StoreOpener-8359ade084a214a770d9235f3899465f-1 {}] regionserver.HStore(327): Store=8359ade084a214a770d9235f3899465f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:07,203 INFO [StoreOpener-8359ade084a214a770d9235f3899465f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8359ade084a214a770d9235f3899465f 2024-11-23T02:21:07,203 INFO [StoreOpener-8359ade084a214a770d9235f3899465f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8359ade084a214a770d9235f3899465f columnFamilyName sid 2024-11-23T02:21:07,203 DEBUG [StoreOpener-8359ade084a214a770d9235f3899465f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:07,203 INFO [StoreOpener-8359ade084a214a770d9235f3899465f-1 {}] regionserver.HStore(327): Store=8359ade084a214a770d9235f3899465f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:07,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8359ade084a214a770d9235f3899465f 2024-11-23T02:21:07,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/hbase/replication/8359ade084a214a770d9235f3899465f 2024-11-23T02:21:07,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/hbase/replication/8359ade084a214a770d9235f3899465f 2024-11-23T02:21:07,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8359ade084a214a770d9235f3899465f 2024-11-23T02:21:07,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8359ade084a214a770d9235f3899465f 2024-11-23T02:21:07,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T02:21:07,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8359ade084a214a770d9235f3899465f 2024-11-23T02:21:07,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/hbase/replication/8359ade084a214a770d9235f3899465f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:21:07,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8359ade084a214a770d9235f3899465f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67408484, jitterRate=0.004464685916900635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T02:21:07,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8359ade084a214a770d9235f3899465f 2024-11-23T02:21:07,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8359ade084a214a770d9235f3899465f: Running coprocessor pre-open hook at 1732328467199Writing region info on filesystem at 1732328467199Initializing all the Stores at 1732328467200 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328467200Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328467200Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328467200Cleaning up temporary data from old regions at 1732328467205 (+5 ms)Running coprocessor post-open hooks at 1732328467208 (+3 ms)Region opened successfully at 1732328467208 2024-11-23T02:21:07,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732328466036.8359ade084a214a770d9235f3899465f., pid=10, masterSystemTime=1732328467176 2024-11-23T02:21:07,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732328466036.8359ade084a214a770d9235f3899465f. 2024-11-23T02:21:07,211 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732328466036.8359ade084a214a770d9235f3899465f. 2024-11-23T02:21:07,211 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8359ade084a214a770d9235f3899465f, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,37119,1732328455632 2024-11-23T02:21:07,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8359ade084a214a770d9235f3899465f, server=72b6db343a5d,37119,1732328455632 because future has completed 2024-11-23T02:21:07,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T02:21:07,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8359ade084a214a770d9235f3899465f, server=72b6db343a5d,37119,1732328455632 in 190 msec 2024-11-23T02:21:07,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T02:21:07,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8359ade084a214a770d9235f3899465f, ASSIGN in 355 msec 2024-11-23T02:21:07,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:21:07,217 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328467217"}]},"ts":"1732328467217"} 2024-11-23T02:21:07,219 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T02:21:07,219 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:21:07,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-11-23T02:21:07,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732328466036.8359ade084a214a770d9235f3899465f., hostname=72b6db343a5d,37119,1732328455632, seqNum=2] 2024-11-23T02:21:07,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x10142a0460b0006, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-222858989 2024-11-23T02:21:07,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37119-0x10142a0460b0007, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-222858989 2024-11-23T02:21:07,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T02:21:07,301 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998 to pos 379, reset compression=false 2024-11-23T02:21:07,330 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 379, reset compression=false 2024-11-23T02:21:07,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37119 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T02:21:07,404 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T02:21:07,434 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-72b6db343a5d,37119,1732328455632, ReplicationSource: 1, currentBandwidth=0 2024-11-23T02:21:07,434 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:21:07,435 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,37119,1732328455632, seqNum=-1] 2024-11-23T02:21:07,435 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:07,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-23T02:21:07,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-72b6db343a5d,37119,1732328455632', locateType=CURRENT is [region=hbase:replication,,1732328466036.8359ade084a214a770d9235f3899465f., hostname=72b6db343a5d,37119,1732328455632, seqNum=2] 2024-11-23T02:21:07,440 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T02:21:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41947 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T02:21:07,442 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 72b6db343a5d,37119,1732328455632 suceeded 2024-11-23T02:21:07,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T02:21:07,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-23T02:21:07,444 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://72b6db343a5d:38731,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T02:21:07,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4170 sec 2024-11-23T02:21:07,458 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:38731' 2024-11-23T02:21:07,459 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11b9aa7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:07,459 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,38731,-1 for getting cluster id 2024-11-23T02:21:07,460 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:21:07,460 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a31e4a8-803d-4665-8fbe-fe5634c2f41f' 2024-11-23T02:21:07,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:21:07,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a31e4a8-803d-4665-8fbe-fe5634c2f41f" 2024-11-23T02:21:07,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2887cfef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:07,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,38731,-1] 2024-11-23T02:21:07,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:21:07,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:07,462 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:21:07,463 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fae2669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:07,463 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:21:07,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,38731,1732328451758 2024-11-23T02:21:07,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73d08a88 2024-11-23T02:21:07,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:21:07,464 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-23T02:21:07,465 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-72b6db343a5d,37119,1732328455632 (queues=1) is replicating from cluster=a27627d1-5632-4996-a67d-95974d190c3d to cluster=4a31e4a8-803d-4665-8fbe-fe5634c2f41f 2024-11-23T02:21:07,465 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=72b6db343a5d%2C37119%2C1732328455632 2024-11-23T02:21:07,465 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-72b6db343a5d,37119,1732328455632, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T02:21:07,466 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.shipper72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 72b6db343a5d%2C37119%2C1732328455632 2024-11-23T02:21:07,466 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240, startPosition=0, beingWritten=true 2024-11-23T02:21:07,470 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:21:07,470 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240 to pos 379, reset compression=false 2024-11-23T02:21:07,470 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.shipper72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,37119,1732328455632 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:21:07,674 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240 to pos 379, reset compression=false 2024-11-23T02:21:07,978 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240 to pos 379, reset compression=false 2024-11-23T02:21:08,034 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 379, reset compression=false 2024-11-23T02:21:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:21:08,180 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T02:21:08,180 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:21:08,181 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:08,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:08,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:08,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:21:08,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10619dd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:08,182 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,36233,-1 for getting cluster id 2024-11-23T02:21:08,182 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:21:08,183 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa27ac6c-e8b9-4398-a46e-3cf1e06f0046' 2024-11-23T02:21:08,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:21:08,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa27ac6c-e8b9-4398-a46e-3cf1e06f0046" 2024-11-23T02:21:08,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1be838, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:08,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,36233,-1] 2024-11-23T02:21:08,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:21:08,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:08,185 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:21:08,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@276f794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:08,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4be7e507, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:08,187 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,38731,-1 for getting cluster id 2024-11-23T02:21:08,187 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:21:08,189 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a31e4a8-803d-4665-8fbe-fe5634c2f41f' 2024-11-23T02:21:08,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:21:08,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a31e4a8-803d-4665-8fbe-fe5634c2f41f" 2024-11-23T02:21:08,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f11887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:08,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,38731,-1] 2024-11-23T02:21:08,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:21:08,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:08,190 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:21:08,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23476b34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:08,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d122b5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:08,192 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,41947,-1 for getting cluster id 2024-11-23T02:21:08,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:21:08,192 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a27627d1-5632-4996-a67d-95974d190c3d' 2024-11-23T02:21:08,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:21:08,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a27627d1-5632-4996-a67d-95974d190c3d" 2024-11-23T02:21:08,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11e5162e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:08,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,41947,-1] 2024-11-23T02:21:08,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:21:08,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:08,193 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:21:08,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f061018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:08,195 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:21:08,212 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998 to pos 379, reset compression=false 2024-11-23T02:21:08,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,37451,1732328448005, seqNum=-1] 2024-11-23T02:21:08,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:08,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:08,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732328458287.9ac1f89ca86dd82c226096bce48282a8., hostname=72b6db343a5d,37451,1732328448005, seqNum=2] 2024-11-23T02:21:08,221 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:21:08,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,37119,1732328455632, seqNum=-1] 2024-11-23T02:21:08,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:08,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:08,225 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732328461583.13dfc755bfbb04679b16dc90f7602af0., hostname=72b6db343a5d,37119,1732328455632, seqNum=2] 2024-11-23T02:21:08,227 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-23T02:21:08,237 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T02:21:08,237 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998 to pos 480, reset compression=false 2024-11-23T02:21:08,237 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.shipper72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,37451,1732328448005 got entry batch from reader: WALEntryBatch [walEntries=[{test/9ac1f89ca86dd82c226096bce48282a8/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-23T02:21:08,240 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.shipper72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:21:08,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-23T02:21:08,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46069 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T02:21:08,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46069 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a9ba8c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:08,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46069 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,38731,-1 for getting cluster id 2024-11-23T02:21:08,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46069 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:21:08,248 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a31e4a8-803d-4665-8fbe-fe5634c2f41f' 2024-11-23T02:21:08,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:21:08,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a31e4a8-803d-4665-8fbe-fe5634c2f41f" 2024-11-23T02:21:08,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@978a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:08,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,38731,-1] 2024-11-23T02:21:08,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:21:08,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:08,250 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:21:08,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46069 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d8e2d5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:08,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46069 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:21:08,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,46069,1732328451801, seqNum=-1] 2024-11-23T02:21:08,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:08,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-23T02:21:08,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732328460444.33c0d1f03411a77f468ac53b22192d18., hostname=72b6db343a5d,46069,1732328451801, seqNum=2] 2024-11-23T02:21:08,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46069 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T02:21:08,382 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240 to pos 379, reset compression=false 2024-11-23T02:21:08,447 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998 to pos 480, reset compression=false 2024-11-23T02:21:08,751 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998 to pos 480, reset compression=false 2024-11-23T02:21:08,838 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 379, reset compression=false 2024-11-23T02:21:08,843 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T02:21:08,843 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 504, reset compression=false 2024-11-23T02:21:08,843 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.shipper72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,46069,1732328451801 got entry batch from reader: WALEntryBatch [walEntries=[{test/33c0d1f03411a77f468ac53b22192d18/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-23T02:21:08,845 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.shipper72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:21:08,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-23T02:21:08,846 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T02:21:08,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3867226e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:08,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,41947,-1 for getting cluster id 2024-11-23T02:21:08,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:21:08,847 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a27627d1-5632-4996-a67d-95974d190c3d' 2024-11-23T02:21:08,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:21:08,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a27627d1-5632-4996-a67d-95974d190c3d" 2024-11-23T02:21:08,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bd1598b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:08,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,41947,-1] 2024-11-23T02:21:08,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:21:08,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:08,849 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:21:08,849 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59bde02a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:08,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:21:08,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,37119,1732328455632, seqNum=-1] 2024-11-23T02:21:08,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:08,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-23T02:21:08,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732328461583.13dfc755bfbb04679b16dc90f7602af0., hostname=72b6db343a5d,37119,1732328455632, seqNum=2] 2024-11-23T02:21:08,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T02:21:08,886 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240 to pos 379, reset compression=false 2024-11-23T02:21:08,891 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:21:08,891 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240 to pos 527, reset compression=false 2024-11-23T02:21:08,892 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.shipper72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,37119,1732328455632 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:21:08,994 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T02:21:08,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:08,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:08,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:08,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:08,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:09,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:09,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:09,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:09,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:09,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:09,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:09,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:09,047 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 504, reset compression=false 2024-11-23T02:21:09,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:09,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:09,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:09,095 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240 to pos 527, reset compression=false 2024-11-23T02:21:09,155 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998 to pos 480, reset compression=false 2024-11-23T02:21:09,229 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-23T02:21:09,229 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:21:09,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,46069,1732328451801, seqNum=-1] 2024-11-23T02:21:09,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:09,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:09,233 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732328460444.33c0d1f03411a77f468ac53b22192d18., hostname=72b6db343a5d,46069,1732328451801, seqNum=2] 2024-11-23T02:21:09,236 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-23T02:21:09,351 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 504, reset compression=false 2024-11-23T02:21:09,356 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T02:21:09,357 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 608, reset compression=false 2024-11-23T02:21:09,357 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.shipper72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,46069,1732328451801 got entry batch from reader: WALEntryBatch [walEntries=[{test/33c0d1f03411a77f468ac53b22192d18/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T02:21:09,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T02:21:09,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T02:21:09,399 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240 to pos 527, reset compression=false 2024-11-23T02:21:09,403 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:21:09,403 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240 to pos 654, reset compression=false 2024-11-23T02:21:09,403 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.shipper72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,37119,1732328455632 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:21:09,560 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 608, reset compression=false 2024-11-23T02:21:09,606 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240 to pos 654, reset compression=false 2024-11-23T02:21:09,659 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998 to pos 480, reset compression=false 2024-11-23T02:21:09,864 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 608, reset compression=false 2024-11-23T02:21:09,910 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240 to pos 654, reset compression=false 2024-11-23T02:21:10,237 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-23T02:21:10,240 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-23T02:21:10,262 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998 to pos 480, reset compression=false 2024-11-23T02:21:10,268 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 608, reset compression=false 2024-11-23T02:21:10,313 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240 to pos 654, reset compression=false 2024-11-23T02:21:10,318 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T02:21:10,318 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240 to pos 758, reset compression=false 2024-11-23T02:21:10,318 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.shipper72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,37119,1732328455632 got entry batch from reader: WALEntryBatch [walEntries=[{test/13dfc755bfbb04679b16dc90f7602af0/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-23T02:21:10,320 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.shipper72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:21:10,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-23T02:21:10,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46069 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T02:21:10,325 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46069 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T02:21:10,522 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240 to pos 758, reset compression=false 2024-11-23T02:21:10,771 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 608, reset compression=false 2024-11-23T02:21:10,776 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:21:10,776 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 736, reset compression=false 2024-11-23T02:21:10,776 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.shipper72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,46069,1732328451801 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:21:10,826 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240 to pos 758, reset compression=false 2024-11-23T02:21:10,966 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998 to pos 480, reset compression=false 2024-11-23T02:21:10,979 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 736, reset compression=false 2024-11-23T02:21:11,230 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240 to pos 758, reset compression=false 2024-11-23T02:21:11,242 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-23T02:21:11,246 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-23T02:21:11,282 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 736, reset compression=false 2024-11-23T02:21:11,686 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 736, reset compression=false 2024-11-23T02:21:11,734 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240 to pos 758, reset compression=false 2024-11-23T02:21:11,770 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998 to pos 480, reset compression=false 2024-11-23T02:21:11,774 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T02:21:11,774 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998 to pos 636, reset compression=false 2024-11-23T02:21:11,774 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.shipper72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,37451,1732328448005 got entry batch from reader: WALEntryBatch [walEntries=[{test/9ac1f89ca86dd82c226096bce48282a8/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-23T02:21:11,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46069 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T02:21:11,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46069 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T02:21:11,977 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998 to pos 636, reset compression=false 2024-11-23T02:21:12,190 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 736, reset compression=false 2024-11-23T02:21:12,194 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T02:21:12,194 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 884, reset compression=false 2024-11-23T02:21:12,194 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.shipper72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,46069,1732328451801 got entry batch from reader: WALEntryBatch [walEntries=[{test/33c0d1f03411a77f468ac53b22192d18/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-23T02:21:12,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T02:21:12,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T02:21:12,248 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-23T02:21:12,250 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-23T02:21:12,281 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998 to pos 636, reset compression=false 2024-11-23T02:21:12,337 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240 to pos 758, reset compression=false 2024-11-23T02:21:12,341 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:21:12,341 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240 to pos 929, reset compression=false 2024-11-23T02:21:12,341 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.shipper72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,37119,1732328455632 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:21:12,404 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 884, reset compression=false 2024-11-23T02:21:12,408 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T02:21:12,408 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 1043, reset compression=false 2024-11-23T02:21:12,409 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.shipper72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,46069,1732328451801 got entry batch from reader: WALEntryBatch [walEntries=[{test/33c0d1f03411a77f468ac53b22192d18/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-23T02:21:12,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T02:21:12,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37119 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T02:21:12,544 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240 to pos 929, reset compression=false 2024-11-23T02:21:12,547 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:21:12,548 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240 to pos 1078, reset compression=false 2024-11-23T02:21:12,548 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.shipper72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,37119,1732328455632 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:21:12,612 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 1043, reset compression=false 2024-11-23T02:21:12,685 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998 to pos 636, reset compression=false 2024-11-23T02:21:12,750 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240 to pos 1078, reset compression=false 2024-11-23T02:21:12,916 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 1043, reset compression=false 2024-11-23T02:21:13,054 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240 to pos 1078, reset compression=false 2024-11-23T02:21:13,189 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998 to pos 636, reset compression=false 2024-11-23T02:21:13,253 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-23T02:21:13,256 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-23T02:21:13,319 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 1043, reset compression=false 2024-11-23T02:21:13,458 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240 to pos 1078, reset compression=false 2024-11-23T02:21:13,463 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T02:21:13,463 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240 to pos 1237, reset compression=false 2024-11-23T02:21:13,464 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.shipper72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,37119,1732328455632 got entry batch from reader: WALEntryBatch [walEntries=[{test/13dfc755bfbb04679b16dc90f7602af0/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-23T02:21:13,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46069 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-23T02:21:13,468 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46069 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-23T02:21:13,667 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240 to pos 1237, reset compression=false 2024-11-23T02:21:13,792 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998 to pos 636, reset compression=false 2024-11-23T02:21:13,823 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 1043, reset compression=false 2024-11-23T02:21:13,828 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:21:13,828 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 1193, reset compression=false 2024-11-23T02:21:13,829 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.shipper72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,46069,1732328451801 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:21:13,973 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240 to pos 1237, reset compression=false 2024-11-23T02:21:14,044 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 1193, reset compression=false 2024-11-23T02:21:14,259 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-23T02:21:14,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T02:21:14,267 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:21:14,267 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:14,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:14,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:14,267 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:21:14,268 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T02:21:14,268 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1755225766, stopped=false 2024-11-23T02:21:14,268 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=72b6db343a5d,41947,1732328455561 2024-11-23T02:21:14,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37119-0x10142a0460b0007, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-222858989/running 2024-11-23T02:21:14,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37119-0x10142a0460b0007, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-222858989 2024-11-23T02:21:14,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x10142a0460b0006, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-222858989/running 2024-11-23T02:21:14,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x10142a0460b0006, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-222858989 2024-11-23T02:21:14,272 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:21:14,273 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:21:14,273 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:14,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:14,274 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '72b6db343a5d,37119,1732328455632' ***** 2024-11-23T02:21:14,274 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T02:21:14,275 INFO [RS:0;72b6db343a5d:37119 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T02:21:14,275 INFO [RS:0;72b6db343a5d:37119 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T02:21:14,276 INFO [RS:0;72b6db343a5d:37119 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T02:21:14,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41947-0x10142a0460b0006, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Set watcher on znode that does not yet exist, /2-222858989/running 2024-11-23T02:21:14,276 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T02:21:14,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37119-0x10142a0460b0007, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Set watcher on znode that does not yet exist, /2-222858989/running 2024-11-23T02:21:14,276 INFO [RS:0;72b6db343a5d:37119 {}] regionserver.HRegionServer(3091): Received CLOSE for 13dfc755bfbb04679b16dc90f7602af0 2024-11-23T02:21:14,278 INFO [RS:0;72b6db343a5d:37119 {}] regionserver.HRegionServer(3091): Received CLOSE for 8359ade084a214a770d9235f3899465f 2024-11-23T02:21:14,278 INFO [RS:0;72b6db343a5d:37119 {}] regionserver.HRegionServer(959): stopping server 72b6db343a5d,37119,1732328455632 2024-11-23T02:21:14,278 INFO [RS:0;72b6db343a5d:37119 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:21:14,278 INFO [RS:0;72b6db343a5d:37119 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:37119. 2024-11-23T02:21:14,278 DEBUG [RS:0;72b6db343a5d:37119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:14,278 DEBUG [RS:0;72b6db343a5d:37119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:14,278 INFO [RS:0;72b6db343a5d:37119 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T02:21:14,278 INFO [RS:0;72b6db343a5d:37119 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T02:21:14,278 INFO [RS:0;72b6db343a5d:37119 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T02:21:14,279 INFO [RS:0;72b6db343a5d:37119 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T02:21:14,279 INFO [RS:0;72b6db343a5d:37119 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T02:21:14,279 DEBUG [RS:0;72b6db343a5d:37119 {}] regionserver.HRegionServer(1325): Online Regions={13dfc755bfbb04679b16dc90f7602af0=test,,1732328461583.13dfc755bfbb04679b16dc90f7602af0., 1588230740=hbase:meta,,1.1588230740, 8359ade084a214a770d9235f3899465f=hbase:replication,,1732328466036.8359ade084a214a770d9235f3899465f.} 2024-11-23T02:21:14,279 DEBUG [RS:0;72b6db343a5d:37119 {}] regionserver.HRegionServer(1351): Waiting on 13dfc755bfbb04679b16dc90f7602af0, 1588230740, 8359ade084a214a770d9235f3899465f 2024-11-23T02:21:14,279 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 13dfc755bfbb04679b16dc90f7602af0, disabling compactions & flushes 2024-11-23T02:21:14,279 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732328461583.13dfc755bfbb04679b16dc90f7602af0. 2024-11-23T02:21:14,279 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732328461583.13dfc755bfbb04679b16dc90f7602af0. 2024-11-23T02:21:14,279 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732328461583.13dfc755bfbb04679b16dc90f7602af0. after waiting 0 ms 2024-11-23T02:21:14,279 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732328461583.13dfc755bfbb04679b16dc90f7602af0. 2024-11-23T02:21:14,279 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:21:14,280 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:21:14,280 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:21:14,280 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:21:14,280 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:21:14,280 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 13dfc755bfbb04679b16dc90f7602af0 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-23T02:21:14,280 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T02:21:14,306 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/default/test/13dfc755bfbb04679b16dc90f7602af0/.tmp/f/316488874d734540a082ae50c757e530 is 29, key is row1/f:/1732328472248/DeleteFamily/seqid=0 2024-11-23T02:21:14,311 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/hbase/meta/1588230740/.tmp/info/a092dd41ab4a4e90b1ba4c91d4428b9a is 147, key is hbase:replication,,1732328466036.8359ade084a214a770d9235f3899465f./info:regioninfo/1732328467211/Put/seqid=0 2024-11-23T02:21:14,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741840_1016 (size=5152) 2024-11-23T02:21:14,320 INFO [regionserver/72b6db343a5d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:21:14,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741841_1017 (size=7686) 2024-11-23T02:21:14,322 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/hbase/meta/1588230740/.tmp/info/a092dd41ab4a4e90b1ba4c91d4428b9a 2024-11-23T02:21:14,328 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/default/test/13dfc755bfbb04679b16dc90f7602af0/.tmp/f/316488874d734540a082ae50c757e530 2024-11-23T02:21:14,344 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 316488874d734540a082ae50c757e530 2024-11-23T02:21:14,349 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 1193, reset compression=false 2024-11-23T02:21:14,351 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/hbase/meta/1588230740/.tmp/ns/aa353f0be25f4f65bf95fb8418fa7c4e is 43, key is default/ns:d/1732328458218/Put/seqid=0 2024-11-23T02:21:14,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741842_1018 (size=5153) 2024-11-23T02:21:14,361 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/hbase/meta/1588230740/.tmp/ns/aa353f0be25f4f65bf95fb8418fa7c4e 2024-11-23T02:21:14,361 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/default/test/13dfc755bfbb04679b16dc90f7602af0/.tmp/f1/903fad32fb3941bf8b7da36caa93c45e is 30, key is row1/f1:/1732328472248/DeleteFamily/seqid=0 2024-11-23T02:21:14,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741843_1019 (size=5158) 2024-11-23T02:21:14,377 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240 to pos 1237, reset compression=false 2024-11-23T02:21:14,381 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:21:14,381 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240 to pos 1484, reset compression=false 2024-11-23T02:21:14,382 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.shipper72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,37119,1732328455632 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:21:14,383 ERROR [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.shipper72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 72b6db343a5d,37119,1732328455632: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-72b6db343a5d,37119,1732328455632, walGroup=72b6db343a5d%2C37119%2C1732328455632, offset=72b6db343a5d%2C37119%2C1732328455632.1732328457240:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=72b6db343a5d:37119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T02:21:14,384 ERROR [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.shipper72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T02:21:14,384 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.shipper72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T02:21:14,385 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.shipper72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T02:21:14,385 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.shipper72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T02:21:14,385 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.shipper72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T02:21:14,385 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.shipper72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1413480448, "init": 1048576000, "max": 2306867200, "used": 838596384 }, "NonHeapMemoryUsage": { "committed": 205389824, "init": 7667712, "max": -1, "used": 201846984 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T02:21:14,385 WARN [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.shipper72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=72b6db343a5d:41947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=72b6db343a5d:41947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T02:21:14,395 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/hbase/meta/1588230740/.tmp/rep_barrier/4d33228292c443999d4128107fbe37b7 is 112, key is test,,1732328461583.13dfc755bfbb04679b16dc90f7602af0./rep_barrier:seqnumDuringOpen/1732328462340/Put/seqid=0 2024-11-23T02:21:14,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741844_1020 (size=5518) 2024-11-23T02:21:14,401 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/hbase/meta/1588230740/.tmp/rep_barrier/4d33228292c443999d4128107fbe37b7 2024-11-23T02:21:14,424 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/hbase/meta/1588230740/.tmp/table/db5fca4dfc5b49d899a2b1eb3f42438f is 53, key is hbase:replication/table:state/1732328467217/Put/seqid=0 2024-11-23T02:21:14,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741845_1021 (size=5308) 2024-11-23T02:21:14,434 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/hbase/meta/1588230740/.tmp/table/db5fca4dfc5b49d899a2b1eb3f42438f 2024-11-23T02:21:14,439 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/hbase/meta/1588230740/.tmp/info/a092dd41ab4a4e90b1ba4c91d4428b9a as hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/hbase/meta/1588230740/info/a092dd41ab4a4e90b1ba4c91d4428b9a 2024-11-23T02:21:14,450 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/hbase/meta/1588230740/info/a092dd41ab4a4e90b1ba4c91d4428b9a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T02:21:14,451 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/hbase/meta/1588230740/.tmp/ns/aa353f0be25f4f65bf95fb8418fa7c4e as hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/hbase/meta/1588230740/ns/aa353f0be25f4f65bf95fb8418fa7c4e 2024-11-23T02:21:14,455 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/hbase/meta/1588230740/ns/aa353f0be25f4f65bf95fb8418fa7c4e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T02:21:14,456 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/hbase/meta/1588230740/.tmp/rep_barrier/4d33228292c443999d4128107fbe37b7 as hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/hbase/meta/1588230740/rep_barrier/4d33228292c443999d4128107fbe37b7 2024-11-23T02:21:14,461 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/hbase/meta/1588230740/rep_barrier/4d33228292c443999d4128107fbe37b7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T02:21:14,462 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/hbase/meta/1588230740/.tmp/table/db5fca4dfc5b49d899a2b1eb3f42438f as hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/hbase/meta/1588230740/table/db5fca4dfc5b49d899a2b1eb3f42438f 2024-11-23T02:21:14,466 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/hbase/meta/1588230740/table/db5fca4dfc5b49d899a2b1eb3f42438f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T02:21:14,467 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 187ms, sequenceid=16, compaction requested=false 2024-11-23T02:21:14,479 DEBUG [RS:0;72b6db343a5d:37119 {}] regionserver.HRegionServer(1351): Waiting on 13dfc755bfbb04679b16dc90f7602af0, 1588230740, 8359ade084a214a770d9235f3899465f 2024-11-23T02:21:14,480 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T02:21:14,480 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:21:14,481 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:21:14,481 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:21:14,481 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328474279Running coprocessor pre-close hooks at 1732328474279Disabling compacts and flushes for region at 1732328474279Disabling writes for close at 1732328474280 (+1 ms)Obtaining lock to block concurrent updates at 1732328474280Preparing flush snapshotting stores in 1588230740 at 1732328474280Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732328474280Flushing stores of hbase:meta,,1.1588230740 at 1732328474281 (+1 ms)Flushing 1588230740/info: creating writer at 1732328474281Flushing 1588230740/info: appending metadata at 1732328474311 (+30 ms)Flushing 1588230740/info: closing flushed file at 1732328474311Flushing 1588230740/ns: creating writer at 1732328474327 (+16 ms)Flushing 1588230740/ns: appending metadata at 1732328474350 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732328474350Flushing 1588230740/rep_barrier: creating writer at 1732328474369 (+19 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732328474394 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732328474394Flushing 1588230740/table: creating writer at 1732328474404 (+10 ms)Flushing 1588230740/table: appending metadata at 1732328474423 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732328474424 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b42b1a3: reopening flushed file at 1732328474439 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77a142bc: reopening flushed file at 1732328474450 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50fb7919: reopening flushed file at 1732328474455 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c263e05: reopening flushed file at 1732328474461 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 187ms, sequenceid=16, compaction requested=false at 1732328474467 (+6 ms)Writing region close event to WAL at 1732328474477 (+10 ms)Running coprocessor post-close hooks at 1732328474480 (+3 ms)Closed at 1732328474481 (+1 ms) 2024-11-23T02:21:14,481 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T02:21:14,496 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998 to pos 636, reset compression=false 2024-11-23T02:21:14,589 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240 to pos 1484, reset compression=false 2024-11-23T02:21:14,680 DEBUG [RS:0;72b6db343a5d:37119 {}] regionserver.HRegionServer(1351): Waiting on 13dfc755bfbb04679b16dc90f7602af0, 8359ade084a214a770d9235f3899465f 2024-11-23T02:21:14,753 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 1193, reset compression=false 2024-11-23T02:21:14,774 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/default/test/13dfc755bfbb04679b16dc90f7602af0/.tmp/f1/903fad32fb3941bf8b7da36caa93c45e 2024-11-23T02:21:14,777 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 903fad32fb3941bf8b7da36caa93c45e 2024-11-23T02:21:14,792 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/default/test/13dfc755bfbb04679b16dc90f7602af0/.tmp/norep/b0d35b626eba4977b3117f9df5acb4a1 is 33, key is row2/norep:/1732328473254/DeleteFamily/seqid=0 2024-11-23T02:21:14,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741846_1022 (size=5108) 2024-11-23T02:21:14,880 DEBUG [RS:0;72b6db343a5d:37119 {}] regionserver.HRegionServer(1351): Waiting on 13dfc755bfbb04679b16dc90f7602af0, 8359ade084a214a770d9235f3899465f 2024-11-23T02:21:14,893 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240 to pos 1484, reset compression=false 2024-11-23T02:21:15,080 DEBUG [RS:0;72b6db343a5d:37119 {}] regionserver.HRegionServer(1351): Waiting on 13dfc755bfbb04679b16dc90f7602af0, 8359ade084a214a770d9235f3899465f 2024-11-23T02:21:15,159 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T02:21:15,159 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T02:21:15,196 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/default/test/13dfc755bfbb04679b16dc90f7602af0/.tmp/norep/b0d35b626eba4977b3117f9df5acb4a1 2024-11-23T02:21:15,200 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0d35b626eba4977b3117f9df5acb4a1 2024-11-23T02:21:15,201 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/default/test/13dfc755bfbb04679b16dc90f7602af0/.tmp/f/316488874d734540a082ae50c757e530 as hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/default/test/13dfc755bfbb04679b16dc90f7602af0/f/316488874d734540a082ae50c757e530 2024-11-23T02:21:15,205 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 316488874d734540a082ae50c757e530 2024-11-23T02:21:15,205 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/default/test/13dfc755bfbb04679b16dc90f7602af0/f/316488874d734540a082ae50c757e530, entries=3, sequenceid=10, filesize=5.0 K 2024-11-23T02:21:15,206 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/default/test/13dfc755bfbb04679b16dc90f7602af0/.tmp/f1/903fad32fb3941bf8b7da36caa93c45e as hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/default/test/13dfc755bfbb04679b16dc90f7602af0/f1/903fad32fb3941bf8b7da36caa93c45e 2024-11-23T02:21:15,209 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 903fad32fb3941bf8b7da36caa93c45e 2024-11-23T02:21:15,209 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/default/test/13dfc755bfbb04679b16dc90f7602af0/f1/903fad32fb3941bf8b7da36caa93c45e, entries=3, sequenceid=10, filesize=5.0 K 2024-11-23T02:21:15,210 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/default/test/13dfc755bfbb04679b16dc90f7602af0/.tmp/norep/b0d35b626eba4977b3117f9df5acb4a1 as hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/default/test/13dfc755bfbb04679b16dc90f7602af0/norep/b0d35b626eba4977b3117f9df5acb4a1 2024-11-23T02:21:15,221 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0d35b626eba4977b3117f9df5acb4a1 2024-11-23T02:21:15,222 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/default/test/13dfc755bfbb04679b16dc90f7602af0/norep/b0d35b626eba4977b3117f9df5acb4a1, entries=1, sequenceid=10, filesize=5.0 K 2024-11-23T02:21:15,223 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 13dfc755bfbb04679b16dc90f7602af0 in 944ms, sequenceid=10, compaction requested=false 2024-11-23T02:21:15,228 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/data/default/test/13dfc755bfbb04679b16dc90f7602af0/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-23T02:21:15,229 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:21:15,229 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T02:21:15,229 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732328461583.13dfc755bfbb04679b16dc90f7602af0. 2024-11-23T02:21:15,229 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 13dfc755bfbb04679b16dc90f7602af0: Waiting for close lock at 1732328474279Running coprocessor pre-close hooks at 1732328474279Disabling compacts and flushes for region at 1732328474279Disabling writes for close at 1732328474279Obtaining lock to block concurrent updates at 1732328474280 (+1 ms)Preparing flush snapshotting stores in 13dfc755bfbb04679b16dc90f7602af0 at 1732328474280Finished memstore snapshotting test,,1732328461583.13dfc755bfbb04679b16dc90f7602af0., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732328474280Flushing stores of test,,1732328461583.13dfc755bfbb04679b16dc90f7602af0. at 1732328474281 (+1 ms)Flushing 13dfc755bfbb04679b16dc90f7602af0/f: creating writer at 1732328474281Flushing 13dfc755bfbb04679b16dc90f7602af0/f: appending metadata at 1732328474305 (+24 ms)Flushing 13dfc755bfbb04679b16dc90f7602af0/f: closing flushed file at 1732328474305Flushing 13dfc755bfbb04679b16dc90f7602af0/f1: creating writer at 1732328474344 (+39 ms)Flushing 13dfc755bfbb04679b16dc90f7602af0/f1: appending metadata at 1732328474361 (+17 ms)Flushing 13dfc755bfbb04679b16dc90f7602af0/f1: closing flushed file at 1732328474361Flushing 13dfc755bfbb04679b16dc90f7602af0/norep: creating writer at 1732328474778 (+417 ms)Flushing 13dfc755bfbb04679b16dc90f7602af0/norep: appending metadata at 1732328474791 (+13 ms)Flushing 13dfc755bfbb04679b16dc90f7602af0/norep: closing flushed file at 1732328474791Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a40f087: reopening flushed file at 1732328475200 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4922d8f2: reopening flushed file at 1732328475205 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f1e3937: reopening flushed file at 1732328475210 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 13dfc755bfbb04679b16dc90f7602af0 in 944ms, sequenceid=10, compaction requested=false at 1732328475223 (+13 ms)Writing region close event to WAL at 1732328475226 (+3 ms)Running coprocessor post-close hooks at 1732328475229 (+3 ms)Closed at 1732328475229 2024-11-23T02:21:15,229 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732328461583.13dfc755bfbb04679b16dc90f7602af0. 2024-11-23T02:21:15,229 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8359ade084a214a770d9235f3899465f, disabling compactions & flushes 2024-11-23T02:21:15,229 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732328466036.8359ade084a214a770d9235f3899465f. 2024-11-23T02:21:15,229 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732328466036.8359ade084a214a770d9235f3899465f. 2024-11-23T02:21:15,229 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732328466036.8359ade084a214a770d9235f3899465f. after waiting 0 ms 2024-11-23T02:21:15,229 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732328466036.8359ade084a214a770d9235f3899465f. 2024-11-23T02:21:15,230 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8359ade084a214a770d9235f3899465f: Waiting for close lock at 1732328475229Running coprocessor pre-close hooks at 1732328475229Disabling compacts and flushes for region at 1732328475229Disabling writes for close at 1732328475229Failed flush hbase:replication,,1732328466036.8359ade084a214a770d9235f3899465f., putting online again at 1732328475230 (+1 ms) 2024-11-23T02:21:15,230 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732328466036.8359ade084a214a770d9235f3899465f. 2024-11-23T02:21:15,257 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 1193, reset compression=false 2024-11-23T02:21:15,280 INFO [RS:0;72b6db343a5d:37119 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T02:21:15,281 DEBUG [RS:0;72b6db343a5d:37119 {}] regionserver.HRegionServer(1325): Online Regions={8359ade084a214a770d9235f3899465f=hbase:replication,,1732328466036.8359ade084a214a770d9235f3899465f.} 2024-11-23T02:21:15,281 INFO [RS:0;72b6db343a5d:37119 {}] regionserver.HRegionServer(3091): Received CLOSE for 8359ade084a214a770d9235f3899465f 2024-11-23T02:21:15,281 DEBUG [RS:0;72b6db343a5d:37119 {}] regionserver.HRegionServer(1351): Waiting on 8359ade084a214a770d9235f3899465f 2024-11-23T02:21:15,281 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8359ade084a214a770d9235f3899465f, disabling compactions & flushes 2024-11-23T02:21:15,281 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732328466036.8359ade084a214a770d9235f3899465f. 2024-11-23T02:21:15,281 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732328466036.8359ade084a214a770d9235f3899465f. 2024-11-23T02:21:15,281 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732328466036.8359ade084a214a770d9235f3899465f. after waiting 0 ms 2024-11-23T02:21:15,281 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732328466036.8359ade084a214a770d9235f3899465f. 2024-11-23T02:21:15,281 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8359ade084a214a770d9235f3899465f: Waiting for close lock at 1732328475281Running coprocessor pre-close hooks at 1732328475281Disabling compacts and flushes for region at 1732328475281Disabling writes for close at 1732328475281Failed flush hbase:replication,,1732328466036.8359ade084a214a770d9235f3899465f., putting online again at 1732328475281 2024-11-23T02:21:15,281 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732328466036.8359ade084a214a770d9235f3899465f. 2024-11-23T02:21:15,297 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240 to pos 1484, reset compression=false 2024-11-23T02:21:15,302 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:21:15,302 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.wal-reader.72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/WALs/72b6db343a5d,37119,1732328455632/72b6db343a5d%2C37119%2C1732328455632.1732328457240 to pos 2128, reset compression=false 2024-11-23T02:21:15,305 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998 to pos 636, reset compression=false 2024-11-23T02:21:15,481 INFO [RS:0;72b6db343a5d:37119 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-23T02:21:15,481 INFO [RS:0;72b6db343a5d:37119 {}] regionserver.HRegionServer(976): stopping server 72b6db343a5d,37119,1732328455632; all regions closed. 2024-11-23T02:21:15,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741834_1010 (size=4239) 2024-11-23T02:21:15,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741839_1015 (size=2171) 2024-11-23T02:21:15,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741832_1008 (size=2136) 2024-11-23T02:21:15,492 DEBUG [RS:0;72b6db343a5d:37119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:15,492 INFO [RS:0;72b6db343a5d:37119 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:21:15,492 INFO [RS:0;72b6db343a5d:37119 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:21:15,492 INFO [RS:0;72b6db343a5d:37119 {}] hbase.ChoreService(370): Chore service for: regionserver/72b6db343a5d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T02:21:15,493 INFO [RS:0;72b6db343a5d:37119 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:21:15,493 INFO [regionserver/72b6db343a5d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:21:15,493 INFO [RS:0;72b6db343a5d:37119 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-72b6db343a5d,37119,1732328455632 because: Region server is closing 2024-11-23T02:21:15,493 INFO [RS:0;72b6db343a5d:37119 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:37119. 2024-11-23T02:21:15,493 DEBUG [RS:0;72b6db343a5d:37119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:15,493 DEBUG [RS:0;72b6db343a5d:37119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:15,494 DEBUG [RS:0;72b6db343a5d:37119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:15,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:21:15,594 INFO [RS:0;72b6db343a5d:37119 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37119,1732328455632.replicationSource.shipper72b6db343a5d%2C37119%2C1732328455632,1-72b6db343a5d,37119,1732328455632 terminated 2024-11-23T02:21:15,594 INFO [RS:0;72b6db343a5d:37119 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:37119. 2024-11-23T02:21:15,594 DEBUG [RS:0;72b6db343a5d:37119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:15,594 DEBUG [RS:0;72b6db343a5d:37119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:15,594 DEBUG [RS:0;72b6db343a5d:37119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:15,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:21:15,594 INFO [RS:0;72b6db343a5d:37119 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37119 2024-11-23T02:21:15,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37119-0x10142a0460b0007, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-222858989/rs/72b6db343a5d,37119,1732328455632 2024-11-23T02:21:15,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x10142a0460b0006, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-222858989/rs 2024-11-23T02:21:15,596 INFO [RS:0;72b6db343a5d:37119 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:21:15,597 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [72b6db343a5d,37119,1732328455632] 2024-11-23T02:21:15,600 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-222858989/draining/72b6db343a5d,37119,1732328455632 already deleted, retry=false 2024-11-23T02:21:15,600 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 72b6db343a5d,37119,1732328455632 expired; onlineServers=0 2024-11-23T02:21:15,600 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '72b6db343a5d,41947,1732328455561' ***** 2024-11-23T02:21:15,600 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T02:21:15,600 INFO [M:0;72b6db343a5d:41947 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:21:15,600 INFO [M:0;72b6db343a5d:41947 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:21:15,600 DEBUG [M:0;72b6db343a5d:41947 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T02:21:15,600 DEBUG [M:0;72b6db343a5d:41947 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T02:21:15,600 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T02:21:15,600 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328457040 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328457040,5,FailOnTimeoutGroup] 2024-11-23T02:21:15,600 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328457037 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328457037,5,FailOnTimeoutGroup] 2024-11-23T02:21:15,601 INFO [M:0;72b6db343a5d:41947 {}] hbase.ChoreService(370): Chore service for: master/72b6db343a5d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T02:21:15,601 INFO [M:0;72b6db343a5d:41947 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:21:15,601 DEBUG [M:0;72b6db343a5d:41947 {}] master.HMaster(1795): Stopping service threads 2024-11-23T02:21:15,601 INFO [M:0;72b6db343a5d:41947 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T02:21:15,601 INFO [M:0;72b6db343a5d:41947 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:21:15,601 INFO [M:0;72b6db343a5d:41947 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T02:21:15,601 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T02:21:15,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x10142a0460b0006, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-222858989/master 2024-11-23T02:21:15,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x10142a0460b0006, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-222858989 2024-11-23T02:21:15,602 DEBUG [M:0;72b6db343a5d:41947 {}] zookeeper.ZKUtil(347): master:41947-0x10142a0460b0006, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Unable to get data of znode /2-222858989/master because node does not exist (not an error) 2024-11-23T02:21:15,602 WARN [M:0;72b6db343a5d:41947 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T02:21:15,602 INFO [M:0;72b6db343a5d:41947 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/.lastflushedseqids 2024-11-23T02:21:15,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741847_1023 (size=245) 2024-11-23T02:21:15,698 INFO [RS:0;72b6db343a5d:37119 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:21:15,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37119-0x10142a0460b0007, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:21:15,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37119-0x10142a0460b0007, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:21:15,698 INFO [RS:0;72b6db343a5d:37119 {}] regionserver.HRegionServer(1031): Exiting; stopping=72b6db343a5d,37119,1732328455632; zookeeper connection closed. 2024-11-23T02:21:15,698 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c786724 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c786724 2024-11-23T02:21:15,699 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T02:21:15,861 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 1193, reset compression=false 2024-11-23T02:21:16,007 INFO [M:0;72b6db343a5d:41947 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T02:21:16,008 INFO [M:0;72b6db343a5d:41947 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T02:21:16,008 DEBUG [M:0;72b6db343a5d:41947 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:21:16,008 INFO [M:0;72b6db343a5d:41947 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:16,008 DEBUG [M:0;72b6db343a5d:41947 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:16,008 DEBUG [M:0;72b6db343a5d:41947 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:21:16,008 DEBUG [M:0;72b6db343a5d:41947 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:16,008 INFO [M:0;72b6db343a5d:41947 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-23T02:21:16,027 DEBUG [M:0;72b6db343a5d:41947 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa1079406ce0425e83d98139a0017ddd is 82, key is hbase:meta,,1/info:regioninfo/1732328458208/Put/seqid=0 2024-11-23T02:21:16,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741848_1024 (size=5672) 2024-11-23T02:21:16,039 INFO [M:0;72b6db343a5d:41947 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa1079406ce0425e83d98139a0017ddd 2024-11-23T02:21:16,058 DEBUG [M:0;72b6db343a5d:41947 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b9b72a8a08b4dcc9a75423b00a80dff is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732328467220/Put/seqid=0 2024-11-23T02:21:16,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741849_1025 (size=8516) 2024-11-23T02:21:16,062 INFO [M:0;72b6db343a5d:41947 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b9b72a8a08b4dcc9a75423b00a80dff 2024-11-23T02:21:16,086 DEBUG [M:0;72b6db343a5d:41947 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42ea84685d2f427db9d3f7b00cd88451 is 69, key is 72b6db343a5d,37119,1732328455632/rs:state/1732328457093/Put/seqid=0 2024-11-23T02:21:16,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741850_1026 (size=5156) 2024-11-23T02:21:16,208 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998 to pos 636, reset compression=false 2024-11-23T02:21:16,492 INFO [M:0;72b6db343a5d:41947 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42ea84685d2f427db9d3f7b00cd88451 2024-11-23T02:21:16,496 DEBUG [M:0;72b6db343a5d:41947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa1079406ce0425e83d98139a0017ddd as hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa1079406ce0425e83d98139a0017ddd 2024-11-23T02:21:16,500 INFO [M:0;72b6db343a5d:41947 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa1079406ce0425e83d98139a0017ddd, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T02:21:16,501 DEBUG [M:0;72b6db343a5d:41947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b9b72a8a08b4dcc9a75423b00a80dff as hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1b9b72a8a08b4dcc9a75423b00a80dff 2024-11-23T02:21:16,505 INFO [M:0;72b6db343a5d:41947 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1b9b72a8a08b4dcc9a75423b00a80dff, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T02:21:16,505 DEBUG [M:0;72b6db343a5d:41947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42ea84685d2f427db9d3f7b00cd88451 as hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/42ea84685d2f427db9d3f7b00cd88451 2024-11-23T02:21:16,509 INFO [M:0;72b6db343a5d:41947 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43499/user/jenkins/test-data/b76e48b5-2d7b-feef-a6e2-b5a3bc825114/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/42ea84685d2f427db9d3f7b00cd88451, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T02:21:16,510 INFO [M:0;72b6db343a5d:41947 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 501ms, sequenceid=97, compaction requested=false 2024-11-23T02:21:16,524 INFO [M:0;72b6db343a5d:41947 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:16,525 DEBUG [M:0;72b6db343a5d:41947 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328476008Disabling compacts and flushes for region at 1732328476008Disabling writes for close at 1732328476008Obtaining lock to block concurrent updates at 1732328476008Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732328476008Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732328476009 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732328476010 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732328476010Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732328476027 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732328476027Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732328476043 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732328476057 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732328476057Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732328476065 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732328476085 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732328476085Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@265ebbf8: reopening flushed file at 1732328476496 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35bf5a57: reopening flushed file at 1732328476500 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@152a8114: reopening flushed file at 1732328476505 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 501ms, sequenceid=97, compaction requested=false at 1732328476510 (+5 ms)Writing region close event to WAL at 1732328476524 (+14 ms)Closed at 1732328476524 2024-11-23T02:21:16,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46685 is added to blk_1073741830_1006 (size=63654) 2024-11-23T02:21:16,532 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:21:16,532 INFO [M:0;72b6db343a5d:41947 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T02:21:16,532 INFO [M:0;72b6db343a5d:41947 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41947 2024-11-23T02:21:16,533 INFO [M:0;72b6db343a5d:41947 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:21:16,564 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 1193, reset compression=false 2024-11-23T02:21:16,635 INFO [M:0;72b6db343a5d:41947 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:21:16,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x10142a0460b0006, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:21:16,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41947-0x10142a0460b0006, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:21:16,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21c2877{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:21:16,642 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5649fdc7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:21:16,642 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:21:16,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e9154bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:21:16,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b07671c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc/hadoop.log.dir/,STOPPED} 2024-11-23T02:21:16,644 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T02:21:16,644 WARN [BP-1672989802-172.17.0.2-1732328454486 heartbeating to localhost/127.0.0.1:43499 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T02:21:16,644 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T02:21:16,644 WARN [BP-1672989802-172.17.0.2-1732328454486 heartbeating to localhost/127.0.0.1:43499 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1672989802-172.17.0.2-1732328454486 (Datanode Uuid e16167c3-94a4-47f3-afcc-c5dd13e2f45e) service to localhost/127.0.0.1:43499 2024-11-23T02:21:16,645 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc/cluster_11c6ed81-d3f2-44a0-2723-c462ee41d313/data/data1/current/BP-1672989802-172.17.0.2-1732328454486 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:21:16,645 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc/cluster_11c6ed81-d3f2-44a0-2723-c462ee41d313/data/data2/current/BP-1672989802-172.17.0.2-1732328454486 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:21:16,646 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T02:21:16,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20330a13{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:21:16,660 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c826fcb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:21:16,660 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:21:16,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a349013{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:21:16,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51c8e794{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc/hadoop.log.dir/,STOPPED} 2024-11-23T02:21:16,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T02:21:16,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T02:21:16,680 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:21:16,680 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:16,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:16,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:16,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:21:16,682 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T02:21:16,682 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1590174781, stopped=false 2024-11-23T02:21:16,682 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=72b6db343a5d,38731,1732328451758 2024-11-23T02:21:16,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38731-0x10142a0460b0003, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12068216535/running 2024-11-23T02:21:16,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38731-0x10142a0460b0003, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12068216535 2024-11-23T02:21:16,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46069-0x10142a0460b0004, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12068216535/running 2024-11-23T02:21:16,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46069-0x10142a0460b0004, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12068216535 2024-11-23T02:21:16,685 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:21:16,685 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:21:16,685 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:16,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:16,685 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '72b6db343a5d,46069,1732328451801' ***** 2024-11-23T02:21:16,685 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T02:21:16,686 INFO [RS:0;72b6db343a5d:46069 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T02:21:16,686 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T02:21:16,686 INFO [RS:0;72b6db343a5d:46069 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T02:21:16,686 INFO [RS:0;72b6db343a5d:46069 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T02:21:16,686 INFO [RS:0;72b6db343a5d:46069 {}] regionserver.HRegionServer(3091): Received CLOSE for 33c0d1f03411a77f468ac53b22192d18 2024-11-23T02:21:16,687 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38731-0x10142a0460b0003, quorum=127.0.0.1:59529, baseZNode=/12068216535 Set watcher on znode that does not yet exist, /12068216535/running 2024-11-23T02:21:16,687 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46069-0x10142a0460b0004, quorum=127.0.0.1:59529, baseZNode=/12068216535 Set watcher on znode that does not yet exist, /12068216535/running 2024-11-23T02:21:16,687 INFO [RS:0;72b6db343a5d:46069 {}] regionserver.HRegionServer(3091): Received CLOSE for 43eff978fca60a7bce4aa403eca66613 2024-11-23T02:21:16,687 INFO [RS:0;72b6db343a5d:46069 {}] regionserver.HRegionServer(959): stopping server 72b6db343a5d,46069,1732328451801 2024-11-23T02:21:16,687 INFO [RS:0;72b6db343a5d:46069 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:21:16,687 INFO [RS:0;72b6db343a5d:46069 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:46069. 2024-11-23T02:21:16,687 DEBUG [RS:0;72b6db343a5d:46069 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:16,687 DEBUG [RS:0;72b6db343a5d:46069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:16,687 INFO [RS:0;72b6db343a5d:46069 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T02:21:16,687 INFO [RS:0;72b6db343a5d:46069 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T02:21:16,687 INFO [RS:0;72b6db343a5d:46069 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T02:21:16,687 INFO [RS:0;72b6db343a5d:46069 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T02:21:16,687 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 33c0d1f03411a77f468ac53b22192d18, disabling compactions & flushes 2024-11-23T02:21:16,688 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732328460444.33c0d1f03411a77f468ac53b22192d18. 2024-11-23T02:21:16,688 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732328460444.33c0d1f03411a77f468ac53b22192d18. 2024-11-23T02:21:16,688 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732328460444.33c0d1f03411a77f468ac53b22192d18. after waiting 0 ms 2024-11-23T02:21:16,688 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732328460444.33c0d1f03411a77f468ac53b22192d18. 2024-11-23T02:21:16,688 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 33c0d1f03411a77f468ac53b22192d18 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-23T02:21:16,688 INFO [RS:0;72b6db343a5d:46069 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T02:21:16,688 DEBUG [RS:0;72b6db343a5d:46069 {}] regionserver.HRegionServer(1325): Online Regions={33c0d1f03411a77f468ac53b22192d18=test,,1732328460444.33c0d1f03411a77f468ac53b22192d18., 43eff978fca60a7bce4aa403eca66613=hbase:replication,,1732328463883.43eff978fca60a7bce4aa403eca66613., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T02:21:16,688 DEBUG [RS:0;72b6db343a5d:46069 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 33c0d1f03411a77f468ac53b22192d18, 43eff978fca60a7bce4aa403eca66613 2024-11-23T02:21:16,689 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:21:16,689 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:21:16,689 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:21:16,689 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:21:16,689 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:21:16,689 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T02:21:16,706 INFO [regionserver/72b6db343a5d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:21:16,713 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/hbase/meta/1588230740/.tmp/info/c89e1bf8084f42aba38d50a53ce9b0d4 is 147, key is hbase:replication,,1732328463883.43eff978fca60a7bce4aa403eca66613./info:regioninfo/1732328465046/Put/seqid=0 2024-11-23T02:21:16,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46457 is added to blk_1073741840_1016 (size=7686) 2024-11-23T02:21:16,719 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/hbase/meta/1588230740/.tmp/info/c89e1bf8084f42aba38d50a53ce9b0d4 2024-11-23T02:21:16,720 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/default/test/33c0d1f03411a77f468ac53b22192d18/.tmp/f/1f21abb90f0349b8b118ccd06b67c772 is 29, key is row1/f:/1732328472248/DeleteFamily/seqid=0 2024-11-23T02:21:16,727 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T02:21:16,727 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T02:21:16,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46457 is added to blk_1073741841_1017 (size=5152) 2024-11-23T02:21:16,737 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/default/test/33c0d1f03411a77f468ac53b22192d18/.tmp/f/1f21abb90f0349b8b118ccd06b67c772 2024-11-23T02:21:16,744 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f21abb90f0349b8b118ccd06b67c772 2024-11-23T02:21:16,757 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/hbase/meta/1588230740/.tmp/ns/ba391e585df548359a52e0a4f92da4eb is 43, key is default/ns:d/1732328454371/Put/seqid=0 2024-11-23T02:21:16,766 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/default/test/33c0d1f03411a77f468ac53b22192d18/.tmp/f1/14c35720147745efba27c6ccdbc248f5 is 30, key is row1/f1:/1732328472248/DeleteFamily/seqid=0 2024-11-23T02:21:16,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46457 is added to blk_1073741842_1018 (size=5153) 2024-11-23T02:21:16,773 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/hbase/meta/1588230740/.tmp/ns/ba391e585df548359a52e0a4f92da4eb 2024-11-23T02:21:16,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46457 is added to blk_1073741843_1019 (size=5158) 2024-11-23T02:21:16,776 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/default/test/33c0d1f03411a77f468ac53b22192d18/.tmp/f1/14c35720147745efba27c6ccdbc248f5 2024-11-23T02:21:16,783 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 14c35720147745efba27c6ccdbc248f5 2024-11-23T02:21:16,810 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/hbase/meta/1588230740/.tmp/rep_barrier/2d69f9eda1ba4ed1815b7339169801ce is 112, key is test,,1732328460444.33c0d1f03411a77f468ac53b22192d18./rep_barrier:seqnumDuringOpen/1732328461197/Put/seqid=0 2024-11-23T02:21:16,810 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/default/test/33c0d1f03411a77f468ac53b22192d18/.tmp/norep/b55a400b811346cfa4c52a434c73f78e is 33, key is row1/norep:/1732328472248/DeleteFamily/seqid=0 2024-11-23T02:21:16,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46457 is added to blk_1073741845_1021 (size=5518) 2024-11-23T02:21:16,822 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/hbase/meta/1588230740/.tmp/rep_barrier/2d69f9eda1ba4ed1815b7339169801ce 2024-11-23T02:21:16,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46457 is added to blk_1073741844_1020 (size=5108) 2024-11-23T02:21:16,862 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/hbase/meta/1588230740/.tmp/table/60c09be861174977ac6bcb4e86a14e4e is 53, key is hbase:replication/table:state/1732328465053/Put/seqid=0 2024-11-23T02:21:16,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46457 is added to blk_1073741846_1022 (size=5308) 2024-11-23T02:21:16,887 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/hbase/meta/1588230740/.tmp/table/60c09be861174977ac6bcb4e86a14e4e 2024-11-23T02:21:16,888 DEBUG [RS:0;72b6db343a5d:46069 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 33c0d1f03411a77f468ac53b22192d18, 43eff978fca60a7bce4aa403eca66613 2024-11-23T02:21:16,896 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/hbase/meta/1588230740/.tmp/info/c89e1bf8084f42aba38d50a53ce9b0d4 as hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/hbase/meta/1588230740/info/c89e1bf8084f42aba38d50a53ce9b0d4 2024-11-23T02:21:16,902 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/hbase/meta/1588230740/info/c89e1bf8084f42aba38d50a53ce9b0d4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T02:21:16,903 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/hbase/meta/1588230740/.tmp/ns/ba391e585df548359a52e0a4f92da4eb as hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/hbase/meta/1588230740/ns/ba391e585df548359a52e0a4f92da4eb 2024-11-23T02:21:16,907 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/hbase/meta/1588230740/ns/ba391e585df548359a52e0a4f92da4eb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T02:21:16,908 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/hbase/meta/1588230740/.tmp/rep_barrier/2d69f9eda1ba4ed1815b7339169801ce as hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/hbase/meta/1588230740/rep_barrier/2d69f9eda1ba4ed1815b7339169801ce 2024-11-23T02:21:16,915 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/hbase/meta/1588230740/rep_barrier/2d69f9eda1ba4ed1815b7339169801ce, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T02:21:16,915 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/hbase/meta/1588230740/.tmp/table/60c09be861174977ac6bcb4e86a14e4e as hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/hbase/meta/1588230740/table/60c09be861174977ac6bcb4e86a14e4e 2024-11-23T02:21:16,926 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/hbase/meta/1588230740/table/60c09be861174977ac6bcb4e86a14e4e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T02:21:16,927 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 238ms, sequenceid=16, compaction requested=false 2024-11-23T02:21:16,927 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T02:21:16,954 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T02:21:16,955 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:21:16,955 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:21:16,955 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:21:16,955 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328476689Running coprocessor pre-close hooks at 1732328476689Disabling compacts and flushes for region at 1732328476689Disabling writes for close at 1732328476689Obtaining lock to block concurrent updates at 1732328476689Preparing flush snapshotting stores in 1588230740 at 1732328476689Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732328476689Flushing stores of hbase:meta,,1.1588230740 at 1732328476690 (+1 ms)Flushing 1588230740/info: creating writer at 1732328476690Flushing 1588230740/info: appending metadata at 1732328476712 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732328476712Flushing 1588230740/ns: creating writer at 1732328476723 (+11 ms)Flushing 1588230740/ns: appending metadata at 1732328476756 (+33 ms)Flushing 1588230740/ns: closing flushed file at 1732328476757 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732328476780 (+23 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732328476809 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732328476809Flushing 1588230740/table: creating writer at 1732328476829 (+20 ms)Flushing 1588230740/table: appending metadata at 1732328476861 (+32 ms)Flushing 1588230740/table: closing flushed file at 1732328476861Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c5ad46c: reopening flushed file at 1732328476891 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d47da66: reopening flushed file at 1732328476902 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@374dafc: reopening flushed file at 1732328476908 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ff77bed: reopening flushed file at 1732328476915 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 238ms, sequenceid=16, compaction requested=false at 1732328476927 (+12 ms)Writing region close event to WAL at 1732328476943 (+16 ms)Running coprocessor post-close hooks at 1732328476955 (+12 ms)Closed at 1732328476955 2024-11-23T02:21:16,955 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T02:21:17,089 DEBUG [RS:0;72b6db343a5d:46069 {}] regionserver.HRegionServer(1351): Waiting on 33c0d1f03411a77f468ac53b22192d18, 43eff978fca60a7bce4aa403eca66613 2024-11-23T02:21:17,213 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998 to pos 636, reset compression=false 2024-11-23T02:21:17,236 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/default/test/33c0d1f03411a77f468ac53b22192d18/.tmp/norep/b55a400b811346cfa4c52a434c73f78e 2024-11-23T02:21:17,241 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b55a400b811346cfa4c52a434c73f78e 2024-11-23T02:21:17,242 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/default/test/33c0d1f03411a77f468ac53b22192d18/.tmp/f/1f21abb90f0349b8b118ccd06b67c772 as hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/default/test/33c0d1f03411a77f468ac53b22192d18/f/1f21abb90f0349b8b118ccd06b67c772 2024-11-23T02:21:17,247 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f21abb90f0349b8b118ccd06b67c772 2024-11-23T02:21:17,248 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/default/test/33c0d1f03411a77f468ac53b22192d18/f/1f21abb90f0349b8b118ccd06b67c772, entries=3, sequenceid=10, filesize=5.0 K 2024-11-23T02:21:17,248 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/default/test/33c0d1f03411a77f468ac53b22192d18/.tmp/f1/14c35720147745efba27c6ccdbc248f5 as hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/default/test/33c0d1f03411a77f468ac53b22192d18/f1/14c35720147745efba27c6ccdbc248f5 2024-11-23T02:21:17,253 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 14c35720147745efba27c6ccdbc248f5 2024-11-23T02:21:17,253 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/default/test/33c0d1f03411a77f468ac53b22192d18/f1/14c35720147745efba27c6ccdbc248f5, entries=3, sequenceid=10, filesize=5.0 K 2024-11-23T02:21:17,254 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/default/test/33c0d1f03411a77f468ac53b22192d18/.tmp/norep/b55a400b811346cfa4c52a434c73f78e as hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/default/test/33c0d1f03411a77f468ac53b22192d18/norep/b55a400b811346cfa4c52a434c73f78e 2024-11-23T02:21:17,257 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b55a400b811346cfa4c52a434c73f78e 2024-11-23T02:21:17,258 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/default/test/33c0d1f03411a77f468ac53b22192d18/norep/b55a400b811346cfa4c52a434c73f78e, entries=1, sequenceid=10, filesize=5.0 K 2024-11-23T02:21:17,258 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 33c0d1f03411a77f468ac53b22192d18 in 570ms, sequenceid=10, compaction requested=false 2024-11-23T02:21:17,262 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/default/test/33c0d1f03411a77f468ac53b22192d18/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-23T02:21:17,263 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:21:17,263 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T02:21:17,263 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732328460444.33c0d1f03411a77f468ac53b22192d18. 2024-11-23T02:21:17,263 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 33c0d1f03411a77f468ac53b22192d18: Waiting for close lock at 1732328476687Running coprocessor pre-close hooks at 1732328476687Disabling compacts and flushes for region at 1732328476687Disabling writes for close at 1732328476688 (+1 ms)Obtaining lock to block concurrent updates at 1732328476688Preparing flush snapshotting stores in 33c0d1f03411a77f468ac53b22192d18 at 1732328476688Finished memstore snapshotting test,,1732328460444.33c0d1f03411a77f468ac53b22192d18., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732328476690 (+2 ms)Flushing stores of test,,1732328460444.33c0d1f03411a77f468ac53b22192d18. at 1732328476690Flushing 33c0d1f03411a77f468ac53b22192d18/f: creating writer at 1732328476690Flushing 33c0d1f03411a77f468ac53b22192d18/f: appending metadata at 1732328476719 (+29 ms)Flushing 33c0d1f03411a77f468ac53b22192d18/f: closing flushed file at 1732328476719Flushing 33c0d1f03411a77f468ac53b22192d18/f1: creating writer at 1732328476744 (+25 ms)Flushing 33c0d1f03411a77f468ac53b22192d18/f1: appending metadata at 1732328476765 (+21 ms)Flushing 33c0d1f03411a77f468ac53b22192d18/f1: closing flushed file at 1732328476765Flushing 33c0d1f03411a77f468ac53b22192d18/norep: creating writer at 1732328476783 (+18 ms)Flushing 33c0d1f03411a77f468ac53b22192d18/norep: appending metadata at 1732328476809 (+26 ms)Flushing 33c0d1f03411a77f468ac53b22192d18/norep: closing flushed file at 1732328476809Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53c425f: reopening flushed file at 1732328477241 (+432 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bfb0428: reopening flushed file at 1732328477248 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dea6607: reopening flushed file at 1732328477253 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 33c0d1f03411a77f468ac53b22192d18 in 570ms, sequenceid=10, compaction requested=false at 1732328477258 (+5 ms)Writing region close event to WAL at 1732328477260 (+2 ms)Running coprocessor post-close hooks at 1732328477263 (+3 ms)Closed at 1732328477263 2024-11-23T02:21:17,263 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732328460444.33c0d1f03411a77f468ac53b22192d18. 2024-11-23T02:21:17,263 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 43eff978fca60a7bce4aa403eca66613, disabling compactions & flushes 2024-11-23T02:21:17,263 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732328463883.43eff978fca60a7bce4aa403eca66613. 2024-11-23T02:21:17,264 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732328463883.43eff978fca60a7bce4aa403eca66613. 2024-11-23T02:21:17,264 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732328463883.43eff978fca60a7bce4aa403eca66613. after waiting 0 ms 2024-11-23T02:21:17,264 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732328463883.43eff978fca60a7bce4aa403eca66613. 2024-11-23T02:21:17,264 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 43eff978fca60a7bce4aa403eca66613 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-23T02:21:17,283 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/hbase/replication/43eff978fca60a7bce4aa403eca66613/.tmp/queue/eca3303fbdca4818b92a3c1d47282de7 is 154, key is 1-72b6db343a5d,46069,1732328451801/queue:72b6db343a5d%2C46069%2C1732328451801/1732328473830/Put/seqid=0 2024-11-23T02:21:17,289 DEBUG [RS:0;72b6db343a5d:46069 {}] regionserver.HRegionServer(1351): Waiting on 43eff978fca60a7bce4aa403eca66613 2024-11-23T02:21:17,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46457 is added to blk_1073741847_1023 (size=5353) 2024-11-23T02:21:17,300 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/hbase/replication/43eff978fca60a7bce4aa403eca66613/.tmp/queue/eca3303fbdca4818b92a3c1d47282de7 2024-11-23T02:21:17,309 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/hbase/replication/43eff978fca60a7bce4aa403eca66613/.tmp/queue/eca3303fbdca4818b92a3c1d47282de7 as hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/hbase/replication/43eff978fca60a7bce4aa403eca66613/queue/eca3303fbdca4818b92a3c1d47282de7 2024-11-23T02:21:17,314 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/hbase/replication/43eff978fca60a7bce4aa403eca66613/queue/eca3303fbdca4818b92a3c1d47282de7, entries=1, sequenceid=12, filesize=5.2 K 2024-11-23T02:21:17,315 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 43eff978fca60a7bce4aa403eca66613 in 50ms, sequenceid=12, compaction requested=false 2024-11-23T02:21:17,319 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/data/hbase/replication/43eff978fca60a7bce4aa403eca66613/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-23T02:21:17,320 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:21:17,320 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:21:17,320 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732328463883.43eff978fca60a7bce4aa403eca66613. 2024-11-23T02:21:17,320 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 43eff978fca60a7bce4aa403eca66613: Waiting for close lock at 1732328477263Running coprocessor pre-close hooks at 1732328477263Disabling compacts and flushes for region at 1732328477263Disabling writes for close at 1732328477264 (+1 ms)Obtaining lock to block concurrent updates at 1732328477264Preparing flush snapshotting stores in 43eff978fca60a7bce4aa403eca66613 at 1732328477264Finished memstore snapshotting hbase:replication,,1732328463883.43eff978fca60a7bce4aa403eca66613., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732328477264Flushing stores of hbase:replication,,1732328463883.43eff978fca60a7bce4aa403eca66613. at 1732328477264Flushing 43eff978fca60a7bce4aa403eca66613/queue: creating writer at 1732328477264Flushing 43eff978fca60a7bce4aa403eca66613/queue: appending metadata at 1732328477282 (+18 ms)Flushing 43eff978fca60a7bce4aa403eca66613/queue: closing flushed file at 1732328477282Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bd561f5: reopening flushed file at 1732328477309 (+27 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 43eff978fca60a7bce4aa403eca66613 in 50ms, sequenceid=12, compaction requested=false at 1732328477315 (+6 ms)Writing region close event to WAL at 1732328477316 (+1 ms)Running coprocessor post-close hooks at 1732328477320 (+4 ms)Closed at 1732328477320 2024-11-23T02:21:17,320 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732328463883.43eff978fca60a7bce4aa403eca66613. 2024-11-23T02:21:17,378 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 1193, reset compression=false 2024-11-23T02:21:17,383 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:21:17,383 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 2084, reset compression=false 2024-11-23T02:21:17,383 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.shipper72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,46069,1732328451801 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817, lastWalPosition=2084, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:21:17,384 ERROR [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.shipper72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 72b6db343a5d,46069,1732328451801: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-72b6db343a5d,46069,1732328451801, walGroup=72b6db343a5d%2C46069%2C1732328451801, offset=72b6db343a5d%2C46069%2C1732328451801.1732328453817:2084, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=72b6db343a5d:46069 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T02:21:17,385 ERROR [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.shipper72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T02:21:17,385 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.shipper72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T02:21:17,385 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.shipper72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T02:21:17,385 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.shipper72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T02:21:17,385 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.shipper72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T02:21:17,385 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.shipper72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1413480448, "init": 1048576000, "max": 2306867200, "used": 922482464 }, "NonHeapMemoryUsage": { "committed": 205651968, "init": 7667712, "max": -1, "used": 202378104 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T02:21:17,386 WARN [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.shipper72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=72b6db343a5d:38731 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=72b6db343a5d:38731 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T02:21:17,489 INFO [RS:0;72b6db343a5d:46069 {}] regionserver.HRegionServer(976): stopping server 72b6db343a5d,46069,1732328451801; all regions closed. 2024-11-23T02:21:17,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46457 is added to blk_1073741834_1010 (size=4239) 2024-11-23T02:21:17,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46457 is added to blk_1073741839_1015 (size=3114) 2024-11-23T02:21:17,494 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.rep.1732328465015 not finished, retry = 0 2024-11-23T02:21:17,538 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T02:21:17,587 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/WALs/72b6db343a5d,46069,1732328451801/72b6db343a5d%2C46069%2C1732328451801.1732328453817 to pos 2084, reset compression=false 2024-11-23T02:21:17,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46457 is added to blk_1073741833_1009 (size=2092) 2024-11-23T02:21:17,597 DEBUG [RS:0;72b6db343a5d:46069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:17,598 INFO [RS:0;72b6db343a5d:46069 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:21:17,598 INFO [RS:0;72b6db343a5d:46069 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:21:17,598 INFO [RS:0;72b6db343a5d:46069 {}] hbase.ChoreService(370): Chore service for: regionserver/72b6db343a5d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T02:21:17,598 INFO [RS:0;72b6db343a5d:46069 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:21:17,598 INFO [regionserver/72b6db343a5d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:21:17,598 INFO [RS:0;72b6db343a5d:46069 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-72b6db343a5d,46069,1732328451801 because: Region server is closing 2024-11-23T02:21:17,598 INFO [RS:0;72b6db343a5d:46069 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:46069. 2024-11-23T02:21:17,598 DEBUG [RS:0;72b6db343a5d:46069 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:17,599 DEBUG [RS:0;72b6db343a5d:46069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:17,599 DEBUG [RS:0;72b6db343a5d:46069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:17,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:21:17,699 INFO [RS:0;72b6db343a5d:46069 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.shipper72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 terminated 2024-11-23T02:21:17,700 INFO [RS:0;72b6db343a5d:46069 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:46069. 2024-11-23T02:21:17,700 DEBUG [RS:0;72b6db343a5d:46069 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:17,700 DEBUG [RS:0;72b6db343a5d:46069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:17,700 DEBUG [RS:0;72b6db343a5d:46069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:17,700 INFO [RS:0;72b6db343a5d:46069 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46069 2024-11-23T02:21:17,700 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:21:17,700 WARN [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,46069,1732328451801.replicationSource.wal-reader.72b6db343a5d%2C46069%2C1732328451801,1-72b6db343a5d,46069,1732328451801 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T02:21:17,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38731-0x10142a0460b0003, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12068216535/rs 2024-11-23T02:21:17,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46069-0x10142a0460b0004, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12068216535/rs/72b6db343a5d,46069,1732328451801 2024-11-23T02:21:17,704 INFO [RS:0;72b6db343a5d:46069 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:21:17,704 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [72b6db343a5d,46069,1732328451801] 2024-11-23T02:21:17,711 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12068216535/draining/72b6db343a5d,46069,1732328451801 already deleted, retry=false 2024-11-23T02:21:17,711 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 72b6db343a5d,46069,1732328451801 expired; onlineServers=0 2024-11-23T02:21:17,711 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '72b6db343a5d,38731,1732328451758' ***** 2024-11-23T02:21:17,711 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T02:21:17,711 INFO [M:0;72b6db343a5d:38731 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:21:17,711 INFO [M:0;72b6db343a5d:38731 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:21:17,711 DEBUG [M:0;72b6db343a5d:38731 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T02:21:17,711 DEBUG [M:0;72b6db343a5d:38731 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T02:21:17,711 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T02:21:17,711 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328453575 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328453575,5,FailOnTimeoutGroup] 2024-11-23T02:21:17,711 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328453575 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328453575,5,FailOnTimeoutGroup] 2024-11-23T02:21:17,712 INFO [M:0;72b6db343a5d:38731 {}] hbase.ChoreService(370): Chore service for: master/72b6db343a5d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T02:21:17,712 INFO [M:0;72b6db343a5d:38731 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:21:17,712 DEBUG [M:0;72b6db343a5d:38731 {}] master.HMaster(1795): Stopping service threads 2024-11-23T02:21:17,712 INFO [M:0;72b6db343a5d:38731 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T02:21:17,713 INFO [M:0;72b6db343a5d:38731 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:21:17,713 INFO [M:0;72b6db343a5d:38731 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T02:21:17,713 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T02:21:17,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38731-0x10142a0460b0003, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12068216535/master 2024-11-23T02:21:17,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38731-0x10142a0460b0003, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12068216535 2024-11-23T02:21:17,715 DEBUG [M:0;72b6db343a5d:38731 {}] zookeeper.ZKUtil(347): master:38731-0x10142a0460b0003, quorum=127.0.0.1:59529, baseZNode=/12068216535 Unable to get data of znode /12068216535/master because node does not exist (not an error) 2024-11-23T02:21:17,715 WARN [M:0;72b6db343a5d:38731 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T02:21:17,716 INFO [M:0;72b6db343a5d:38731 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/.lastflushedseqids 2024-11-23T02:21:17,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46457 is added to blk_1073741848_1024 (size=245) 2024-11-23T02:21:17,732 INFO [M:0;72b6db343a5d:38731 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T02:21:17,732 INFO [M:0;72b6db343a5d:38731 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T02:21:17,733 DEBUG [M:0;72b6db343a5d:38731 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:21:17,733 INFO [M:0;72b6db343a5d:38731 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:17,733 DEBUG [M:0;72b6db343a5d:38731 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:17,733 DEBUG [M:0;72b6db343a5d:38731 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:21:17,733 DEBUG [M:0;72b6db343a5d:38731 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:17,733 INFO [M:0;72b6db343a5d:38731 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-23T02:21:17,761 DEBUG [M:0;72b6db343a5d:38731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00de8ea7bc8f4a61b9d1f1bf51c7ebb3 is 82, key is hbase:meta,,1/info:regioninfo/1732328454351/Put/seqid=0 2024-11-23T02:21:17,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46457 is added to blk_1073741849_1025 (size=5672) 2024-11-23T02:21:17,770 INFO [M:0;72b6db343a5d:38731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00de8ea7bc8f4a61b9d1f1bf51c7ebb3 2024-11-23T02:21:17,803 DEBUG [M:0;72b6db343a5d:38731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43904dc90f9e42708ef5aff3569ef068 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732328465055/Put/seqid=0 2024-11-23T02:21:17,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46457 is added to blk_1073741850_1026 (size=8516) 2024-11-23T02:21:17,809 INFO [M:0;72b6db343a5d:38731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43904dc90f9e42708ef5aff3569ef068 2024-11-23T02:21:17,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46069-0x10142a0460b0004, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:21:17,811 INFO [RS:0;72b6db343a5d:46069 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:21:17,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46069-0x10142a0460b0004, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:21:17,811 INFO [RS:0;72b6db343a5d:46069 {}] regionserver.HRegionServer(1031): Exiting; stopping=72b6db343a5d,46069,1732328451801; zookeeper connection closed. 2024-11-23T02:21:17,821 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5599094e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5599094e 2024-11-23T02:21:17,821 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T02:21:17,848 DEBUG [M:0;72b6db343a5d:38731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0904b3920f164eccbeadca73bc12bd50 is 69, key is 72b6db343a5d,46069,1732328451801/rs:state/1732328453658/Put/seqid=0 2024-11-23T02:21:17,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46457 is added to blk_1073741851_1027 (size=5156) 2024-11-23T02:21:17,858 INFO [M:0;72b6db343a5d:38731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0904b3920f164eccbeadca73bc12bd50 2024-11-23T02:21:17,863 DEBUG [M:0;72b6db343a5d:38731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00de8ea7bc8f4a61b9d1f1bf51c7ebb3 as hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/00de8ea7bc8f4a61b9d1f1bf51c7ebb3 2024-11-23T02:21:17,868 INFO [M:0;72b6db343a5d:38731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/00de8ea7bc8f4a61b9d1f1bf51c7ebb3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T02:21:17,869 DEBUG [M:0;72b6db343a5d:38731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43904dc90f9e42708ef5aff3569ef068 as hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/43904dc90f9e42708ef5aff3569ef068 2024-11-23T02:21:17,873 INFO [M:0;72b6db343a5d:38731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/43904dc90f9e42708ef5aff3569ef068, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T02:21:17,874 DEBUG [M:0;72b6db343a5d:38731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0904b3920f164eccbeadca73bc12bd50 as hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0904b3920f164eccbeadca73bc12bd50 2024-11-23T02:21:17,879 INFO [M:0;72b6db343a5d:38731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35497/user/jenkins/test-data/9b67b11a-fff2-7d29-5add-1e1bdd2db9e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0904b3920f164eccbeadca73bc12bd50, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T02:21:17,880 INFO [M:0;72b6db343a5d:38731 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 147ms, sequenceid=97, compaction requested=false 2024-11-23T02:21:17,892 INFO [M:0;72b6db343a5d:38731 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:17,892 DEBUG [M:0;72b6db343a5d:38731 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328477733Disabling compacts and flushes for region at 1732328477733Disabling writes for close at 1732328477733Obtaining lock to block concurrent updates at 1732328477733Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732328477733Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732328477733Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732328477734 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732328477734Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732328477761 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732328477761Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732328477776 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732328477803 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732328477803Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732328477815 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732328477847 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732328477847Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c657ba2: reopening flushed file at 1732328477862 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d47ecba: reopening flushed file at 1732328477868 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72d37786: reopening flushed file at 1732328477874 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 147ms, sequenceid=97, compaction requested=false at 1732328477880 (+6 ms)Writing region close event to WAL at 1732328477892 (+12 ms)Closed at 1732328477892 2024-11-23T02:21:17,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46457 is added to blk_1073741830_1006 (size=63654) 2024-11-23T02:21:17,898 INFO [M:0;72b6db343a5d:38731 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T02:21:17,898 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:21:17,898 INFO [M:0;72b6db343a5d:38731 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38731 2024-11-23T02:21:17,899 INFO [M:0;72b6db343a5d:38731 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:21:18,002 INFO [M:0;72b6db343a5d:38731 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:21:18,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38731-0x10142a0460b0003, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:21:18,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38731-0x10142a0460b0003, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:21:18,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59398a24{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:21:18,012 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3fe59642{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:21:18,012 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:21:18,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f4f4fdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:21:18,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@729b972a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a/hadoop.log.dir/,STOPPED} 2024-11-23T02:21:18,013 WARN [BP-1088233442-172.17.0.2-1732328451074 heartbeating to localhost/127.0.0.1:35497 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T02:21:18,013 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T02:21:18,014 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T02:21:18,014 WARN [BP-1088233442-172.17.0.2-1732328451074 heartbeating to localhost/127.0.0.1:35497 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1088233442-172.17.0.2-1732328451074 (Datanode Uuid 5d37a352-082e-409f-9e5b-bca8dc914623) service to localhost/127.0.0.1:35497 2024-11-23T02:21:18,014 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a/cluster_61493ff3-3443-22c5-6ce3-eb61b1e4bf60/data/data1/current/BP-1088233442-172.17.0.2-1732328451074 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:21:18,015 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a/cluster_61493ff3-3443-22c5-6ce3-eb61b1e4bf60/data/data2/current/BP-1088233442-172.17.0.2-1732328451074 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:21:18,015 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T02:21:18,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d5bae89{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:21:18,023 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1da0bd7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:21:18,023 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:21:18,023 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@318e8df6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:21:18,023 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@382f9610{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1341f06b-0803-a7e6-c0c1-231bb7dde56a/hadoop.log.dir/,STOPPED} 2024-11-23T02:21:18,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T02:21:18,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T02:21:18,042 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:21:18,042 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:18,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:18,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:18,043 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:21:18,043 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T02:21:18,043 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1043613362, stopped=false 2024-11-23T02:21:18,043 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=72b6db343a5d,36233,1732328447950 2024-11-23T02:21:18,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36233-0x10142a0460b0000, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-785368706/running 2024-11-23T02:21:18,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37451-0x10142a0460b0001, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-785368706/running 2024-11-23T02:21:18,045 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:21:18,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36233-0x10142a0460b0000, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-785368706 2024-11-23T02:21:18,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37451-0x10142a0460b0001, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-785368706 2024-11-23T02:21:18,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37451-0x10142a0460b0001, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Set watcher on znode that does not yet exist, /0-785368706/running 2024-11-23T02:21:18,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36233-0x10142a0460b0000, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Set watcher on znode that does not yet exist, /0-785368706/running 2024-11-23T02:21:18,046 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:21:18,047 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:18,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:18,047 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '72b6db343a5d,37451,1732328448005' ***** 2024-11-23T02:21:18,047 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T02:21:18,047 INFO [RS:0;72b6db343a5d:37451 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T02:21:18,047 INFO [RS:0;72b6db343a5d:37451 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T02:21:18,048 INFO [RS:0;72b6db343a5d:37451 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T02:21:18,047 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T02:21:18,048 INFO [RS:0;72b6db343a5d:37451 {}] regionserver.HRegionServer(3091): Received CLOSE for 75bd4ee86f1668a191494a1f67315e29 2024-11-23T02:21:18,048 INFO [RS:0;72b6db343a5d:37451 {}] regionserver.HRegionServer(3091): Received CLOSE for 9ac1f89ca86dd82c226096bce48282a8 2024-11-23T02:21:18,048 INFO [RS:0;72b6db343a5d:37451 {}] regionserver.HRegionServer(959): stopping server 72b6db343a5d,37451,1732328448005 2024-11-23T02:21:18,048 INFO [RS:0;72b6db343a5d:37451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:21:18,048 INFO [RS:0;72b6db343a5d:37451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:37451. 2024-11-23T02:21:18,048 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 75bd4ee86f1668a191494a1f67315e29, disabling compactions & flushes 2024-11-23T02:21:18,048 DEBUG [RS:0;72b6db343a5d:37451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:18,048 DEBUG [RS:0;72b6db343a5d:37451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:18,048 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732328462735.75bd4ee86f1668a191494a1f67315e29. 2024-11-23T02:21:18,048 INFO [RS:0;72b6db343a5d:37451 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T02:21:18,048 INFO [RS:0;72b6db343a5d:37451 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T02:21:18,048 INFO [RS:0;72b6db343a5d:37451 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T02:21:18,048 INFO [RS:0;72b6db343a5d:37451 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T02:21:18,049 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732328462735.75bd4ee86f1668a191494a1f67315e29. 2024-11-23T02:21:18,049 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732328462735.75bd4ee86f1668a191494a1f67315e29. after waiting 0 ms 2024-11-23T02:21:18,049 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732328462735.75bd4ee86f1668a191494a1f67315e29. 2024-11-23T02:21:18,049 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 75bd4ee86f1668a191494a1f67315e29 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-23T02:21:18,055 INFO [RS:0;72b6db343a5d:37451 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T02:21:18,055 DEBUG [RS:0;72b6db343a5d:37451 {}] regionserver.HRegionServer(1325): Online Regions={75bd4ee86f1668a191494a1f67315e29=hbase:replication,,1732328462735.75bd4ee86f1668a191494a1f67315e29., 1588230740=hbase:meta,,1.1588230740, 9ac1f89ca86dd82c226096bce48282a8=test,,1732328458287.9ac1f89ca86dd82c226096bce48282a8.} 2024-11-23T02:21:18,055 DEBUG [RS:0;72b6db343a5d:37451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75bd4ee86f1668a191494a1f67315e29, 9ac1f89ca86dd82c226096bce48282a8 2024-11-23T02:21:18,056 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:21:18,056 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:21:18,056 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:21:18,056 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:21:18,056 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:21:18,056 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T02:21:18,085 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/hbase/replication/75bd4ee86f1668a191494a1f67315e29/.tmp/queue/0a3544e7d27046b7b0223d5f13d03628 is 153, key is 1-72b6db343a5d,37451,1732328448005/queue:72b6db343a5d%2C37451%2C1732328448005/1732328471779/Put/seqid=0 2024-11-23T02:21:18,089 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/hbase/meta/1588230740/.tmp/info/cab3dc0e7fea4ce7a8bb1d4666d5b96e is 147, key is hbase:replication,,1732328462735.75bd4ee86f1668a191494a1f67315e29./info:regioninfo/1732328463508/Put/seqid=0 2024-11-23T02:21:18,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42559 is added to blk_1073741840_1016 (size=5352) 2024-11-23T02:21:18,094 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/hbase/replication/75bd4ee86f1668a191494a1f67315e29/.tmp/queue/0a3544e7d27046b7b0223d5f13d03628 2024-11-23T02:21:18,102 INFO [regionserver/72b6db343a5d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:21:18,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42559 is added to blk_1073741841_1017 (size=7686) 2024-11-23T02:21:18,112 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/hbase/meta/1588230740/.tmp/info/cab3dc0e7fea4ce7a8bb1d4666d5b96e 2024-11-23T02:21:18,116 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/hbase/replication/75bd4ee86f1668a191494a1f67315e29/.tmp/queue/0a3544e7d27046b7b0223d5f13d03628 as hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/hbase/replication/75bd4ee86f1668a191494a1f67315e29/queue/0a3544e7d27046b7b0223d5f13d03628 2024-11-23T02:21:18,122 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/hbase/replication/75bd4ee86f1668a191494a1f67315e29/queue/0a3544e7d27046b7b0223d5f13d03628, entries=1, sequenceid=8, filesize=5.2 K 2024-11-23T02:21:18,123 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 75bd4ee86f1668a191494a1f67315e29 in 74ms, sequenceid=8, compaction requested=false 2024-11-23T02:21:18,123 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T02:21:18,142 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/hbase/replication/75bd4ee86f1668a191494a1f67315e29/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-23T02:21:18,143 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:21:18,143 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:21:18,143 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732328462735.75bd4ee86f1668a191494a1f67315e29. 2024-11-23T02:21:18,144 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 75bd4ee86f1668a191494a1f67315e29: Waiting for close lock at 1732328478048Running coprocessor pre-close hooks at 1732328478048Disabling compacts and flushes for region at 1732328478048Disabling writes for close at 1732328478049 (+1 ms)Obtaining lock to block concurrent updates at 1732328478049Preparing flush snapshotting stores in 75bd4ee86f1668a191494a1f67315e29 at 1732328478049Finished memstore snapshotting hbase:replication,,1732328462735.75bd4ee86f1668a191494a1f67315e29., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732328478049Flushing stores of hbase:replication,,1732328462735.75bd4ee86f1668a191494a1f67315e29. at 1732328478050 (+1 ms)Flushing 75bd4ee86f1668a191494a1f67315e29/queue: creating writer at 1732328478050Flushing 75bd4ee86f1668a191494a1f67315e29/queue: appending metadata at 1732328478084 (+34 ms)Flushing 75bd4ee86f1668a191494a1f67315e29/queue: closing flushed file at 1732328478084Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19ae732: reopening flushed file at 1732328478115 (+31 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 75bd4ee86f1668a191494a1f67315e29 in 74ms, sequenceid=8, compaction requested=false at 1732328478123 (+8 ms)Writing region close event to WAL at 1732328478136 (+13 ms)Running coprocessor post-close hooks at 1732328478143 (+7 ms)Closed at 1732328478143 2024-11-23T02:21:18,144 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/hbase/meta/1588230740/.tmp/ns/cb713dd8c81e443f80bef961e7c5455b is 43, key is default/ns:d/1732328450973/Put/seqid=0 2024-11-23T02:21:18,144 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732328462735.75bd4ee86f1668a191494a1f67315e29. 2024-11-23T02:21:18,146 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9ac1f89ca86dd82c226096bce48282a8, disabling compactions & flushes 2024-11-23T02:21:18,146 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732328458287.9ac1f89ca86dd82c226096bce48282a8. 2024-11-23T02:21:18,146 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732328458287.9ac1f89ca86dd82c226096bce48282a8. 2024-11-23T02:21:18,146 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732328458287.9ac1f89ca86dd82c226096bce48282a8. after waiting 0 ms 2024-11-23T02:21:18,146 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732328458287.9ac1f89ca86dd82c226096bce48282a8. 2024-11-23T02:21:18,146 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9ac1f89ca86dd82c226096bce48282a8 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-23T02:21:18,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42559 is added to blk_1073741842_1018 (size=5153) 2024-11-23T02:21:18,174 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/default/test/9ac1f89ca86dd82c226096bce48282a8/.tmp/f/68630f29f51d4a8ca915c187e4b67a0f is 28, key is row/f:/1732328471244/DeleteFamily/seqid=0 2024-11-23T02:21:18,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42559 is added to blk_1073741843_1019 (size=5085) 2024-11-23T02:21:18,182 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/default/test/9ac1f89ca86dd82c226096bce48282a8/.tmp/f/68630f29f51d4a8ca915c187e4b67a0f 2024-11-23T02:21:18,186 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 68630f29f51d4a8ca915c187e4b67a0f 2024-11-23T02:21:18,206 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/default/test/9ac1f89ca86dd82c226096bce48282a8/.tmp/f1/945e6be8d1274bdd83e24a16a0df8259 is 29, key is row/f1:/1732328471244/DeleteFamily/seqid=0 2024-11-23T02:21:18,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42559 is added to blk_1073741844_1020 (size=5089) 2024-11-23T02:21:18,216 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/default/test/9ac1f89ca86dd82c226096bce48282a8/.tmp/f1/945e6be8d1274bdd83e24a16a0df8259 2024-11-23T02:21:18,221 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 945e6be8d1274bdd83e24a16a0df8259 2024-11-23T02:21:18,242 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/default/test/9ac1f89ca86dd82c226096bce48282a8/.tmp/norep/02a5b650cce74e5dabb7868b10458681 is 32, key is row/norep:/1732328471244/DeleteFamily/seqid=0 2024-11-23T02:21:18,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42559 is added to blk_1073741845_1021 (size=5101) 2024-11-23T02:21:18,256 DEBUG [RS:0;72b6db343a5d:37451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ac1f89ca86dd82c226096bce48282a8 2024-11-23T02:21:18,317 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998 to pos 636, reset compression=false 2024-11-23T02:21:18,322 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:21:18,322 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998 to pos 883, reset compression=false 2024-11-23T02:21:18,322 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.shipper72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,37451,1732328448005 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:21:18,323 ERROR [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.shipper72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 72b6db343a5d,37451,1732328448005: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-72b6db343a5d,37451,1732328448005, walGroup=72b6db343a5d%2C37451%2C1732328448005, offset=72b6db343a5d%2C37451%2C1732328448005.1732328449998:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=72b6db343a5d:37451 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T02:21:18,324 ERROR [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.shipper72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T02:21:18,324 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.shipper72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T02:21:18,324 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.shipper72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T02:21:18,324 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.shipper72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T02:21:18,324 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.shipper72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T02:21:18,324 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.shipper72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1413480448, "init": 1048576000, "max": 2306867200, "used": 962328352 }, "NonHeapMemoryUsage": { "committed": 205848576, "init": 7667712, "max": -1, "used": 202620024 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T02:21:18,325 WARN [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.shipper72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=72b6db343a5d:36233 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=72b6db343a5d:36233 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-23T02:21:18,456 DEBUG [RS:0;72b6db343a5d:37451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ac1f89ca86dd82c226096bce48282a8 2024-11-23T02:21:18,529 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998 to pos 883, reset compression=false 2024-11-23T02:21:18,562 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/hbase/meta/1588230740/.tmp/ns/cb713dd8c81e443f80bef961e7c5455b 2024-11-23T02:21:18,589 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/hbase/meta/1588230740/.tmp/rep_barrier/4d8b4f9d41454a5c91095912d5f9e4b2 is 112, key is test,,1732328458287.9ac1f89ca86dd82c226096bce48282a8./rep_barrier:seqnumDuringOpen/1732328459433/Put/seqid=0 2024-11-23T02:21:18,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42559 is added to blk_1073741846_1022 (size=5518) 2024-11-23T02:21:18,593 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/hbase/meta/1588230740/.tmp/rep_barrier/4d8b4f9d41454a5c91095912d5f9e4b2 2024-11-23T02:21:18,617 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/hbase/meta/1588230740/.tmp/table/24f3ae4e049745f6b8fb147d8f44ee11 is 53, key is hbase:replication/table:state/1732328463515/Put/seqid=0 2024-11-23T02:21:18,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42559 is added to blk_1073741847_1023 (size=5308) 2024-11-23T02:21:18,625 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/hbase/meta/1588230740/.tmp/table/24f3ae4e049745f6b8fb147d8f44ee11 2024-11-23T02:21:18,629 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/hbase/meta/1588230740/.tmp/info/cab3dc0e7fea4ce7a8bb1d4666d5b96e as hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/hbase/meta/1588230740/info/cab3dc0e7fea4ce7a8bb1d4666d5b96e 2024-11-23T02:21:18,634 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/hbase/meta/1588230740/info/cab3dc0e7fea4ce7a8bb1d4666d5b96e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T02:21:18,635 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/hbase/meta/1588230740/.tmp/ns/cb713dd8c81e443f80bef961e7c5455b as hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/hbase/meta/1588230740/ns/cb713dd8c81e443f80bef961e7c5455b 2024-11-23T02:21:18,641 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/hbase/meta/1588230740/ns/cb713dd8c81e443f80bef961e7c5455b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T02:21:18,641 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/hbase/meta/1588230740/.tmp/rep_barrier/4d8b4f9d41454a5c91095912d5f9e4b2 as hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/hbase/meta/1588230740/rep_barrier/4d8b4f9d41454a5c91095912d5f9e4b2 2024-11-23T02:21:18,647 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/default/test/9ac1f89ca86dd82c226096bce48282a8/.tmp/norep/02a5b650cce74e5dabb7868b10458681 2024-11-23T02:21:18,650 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/hbase/meta/1588230740/rep_barrier/4d8b4f9d41454a5c91095912d5f9e4b2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T02:21:18,651 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 02a5b650cce74e5dabb7868b10458681 2024-11-23T02:21:18,651 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/hbase/meta/1588230740/.tmp/table/24f3ae4e049745f6b8fb147d8f44ee11 as hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/hbase/meta/1588230740/table/24f3ae4e049745f6b8fb147d8f44ee11 2024-11-23T02:21:18,651 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/default/test/9ac1f89ca86dd82c226096bce48282a8/.tmp/f/68630f29f51d4a8ca915c187e4b67a0f as hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/default/test/9ac1f89ca86dd82c226096bce48282a8/f/68630f29f51d4a8ca915c187e4b67a0f 2024-11-23T02:21:18,655 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 68630f29f51d4a8ca915c187e4b67a0f 2024-11-23T02:21:18,655 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/default/test/9ac1f89ca86dd82c226096bce48282a8/f/68630f29f51d4a8ca915c187e4b67a0f, entries=1, sequenceid=6, filesize=5.0 K 2024-11-23T02:21:18,655 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/hbase/meta/1588230740/table/24f3ae4e049745f6b8fb147d8f44ee11, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T02:21:18,656 DEBUG [RS:0;72b6db343a5d:37451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ac1f89ca86dd82c226096bce48282a8 2024-11-23T02:21:18,656 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/default/test/9ac1f89ca86dd82c226096bce48282a8/.tmp/f1/945e6be8d1274bdd83e24a16a0df8259 as hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/default/test/9ac1f89ca86dd82c226096bce48282a8/f1/945e6be8d1274bdd83e24a16a0df8259 2024-11-23T02:21:18,657 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 601ms, sequenceid=16, compaction requested=false 2024-11-23T02:21:18,657 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T02:21:18,660 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 945e6be8d1274bdd83e24a16a0df8259 2024-11-23T02:21:18,660 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/default/test/9ac1f89ca86dd82c226096bce48282a8/f1/945e6be8d1274bdd83e24a16a0df8259, entries=1, sequenceid=6, filesize=5.0 K 2024-11-23T02:21:18,661 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/default/test/9ac1f89ca86dd82c226096bce48282a8/.tmp/norep/02a5b650cce74e5dabb7868b10458681 as hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/default/test/9ac1f89ca86dd82c226096bce48282a8/norep/02a5b650cce74e5dabb7868b10458681 2024-11-23T02:21:18,665 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 02a5b650cce74e5dabb7868b10458681 2024-11-23T02:21:18,665 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/default/test/9ac1f89ca86dd82c226096bce48282a8/norep/02a5b650cce74e5dabb7868b10458681, entries=1, sequenceid=6, filesize=5.0 K 2024-11-23T02:21:18,665 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 9ac1f89ca86dd82c226096bce48282a8 in 519ms, sequenceid=6, compaction requested=false 2024-11-23T02:21:18,665 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T02:21:18,670 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T02:21:18,671 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:21:18,671 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:21:18,671 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:21:18,671 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/data/default/test/9ac1f89ca86dd82c226096bce48282a8/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T02:21:18,671 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328478056Running coprocessor pre-close hooks at 1732328478056Disabling compacts and flushes for region at 1732328478056Disabling writes for close at 1732328478056Obtaining lock to block concurrent updates at 1732328478056Preparing flush snapshotting stores in 1588230740 at 1732328478056Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732328478056Flushing stores of hbase:meta,,1.1588230740 at 1732328478061 (+5 ms)Flushing 1588230740/info: creating writer at 1732328478061Flushing 1588230740/info: appending metadata at 1732328478089 (+28 ms)Flushing 1588230740/info: closing flushed file at 1732328478089Flushing 1588230740/ns: creating writer at 1732328478119 (+30 ms)Flushing 1588230740/ns: appending metadata at 1732328478143 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732328478143Flushing 1588230740/rep_barrier: creating writer at 1732328478567 (+424 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732328478588 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732328478588Flushing 1588230740/table: creating writer at 1732328478599 (+11 ms)Flushing 1588230740/table: appending metadata at 1732328478616 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732328478616Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d84df43: reopening flushed file at 1732328478629 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e497bcd: reopening flushed file at 1732328478634 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ceba2f9: reopening flushed file at 1732328478641 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5906327f: reopening flushed file at 1732328478651 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 601ms, sequenceid=16, compaction requested=false at 1732328478657 (+6 ms)Writing region close event to WAL at 1732328478668 (+11 ms)Running coprocessor post-close hooks at 1732328478671 (+3 ms)Closed at 1732328478671 2024-11-23T02:21:18,671 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T02:21:18,671 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:21:18,671 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T02:21:18,671 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732328458287.9ac1f89ca86dd82c226096bce48282a8. 2024-11-23T02:21:18,672 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9ac1f89ca86dd82c226096bce48282a8: Waiting for close lock at 1732328478146Running coprocessor pre-close hooks at 1732328478146Disabling compacts and flushes for region at 1732328478146Disabling writes for close at 1732328478146Obtaining lock to block concurrent updates at 1732328478146Preparing flush snapshotting stores in 9ac1f89ca86dd82c226096bce48282a8 at 1732328478146Finished memstore snapshotting test,,1732328458287.9ac1f89ca86dd82c226096bce48282a8., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732328478146Flushing stores of test,,1732328458287.9ac1f89ca86dd82c226096bce48282a8. at 1732328478147 (+1 ms)Flushing 9ac1f89ca86dd82c226096bce48282a8/f: creating writer at 1732328478147Flushing 9ac1f89ca86dd82c226096bce48282a8/f: appending metadata at 1732328478172 (+25 ms)Flushing 9ac1f89ca86dd82c226096bce48282a8/f: closing flushed file at 1732328478173 (+1 ms)Flushing 9ac1f89ca86dd82c226096bce48282a8/f1: creating writer at 1732328478186 (+13 ms)Flushing 9ac1f89ca86dd82c226096bce48282a8/f1: appending metadata at 1732328478205 (+19 ms)Flushing 9ac1f89ca86dd82c226096bce48282a8/f1: closing flushed file at 1732328478205Flushing 9ac1f89ca86dd82c226096bce48282a8/norep: creating writer at 1732328478222 (+17 ms)Flushing 9ac1f89ca86dd82c226096bce48282a8/norep: appending metadata at 1732328478241 (+19 ms)Flushing 9ac1f89ca86dd82c226096bce48282a8/norep: closing flushed file at 1732328478241Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35a2cdfe: reopening flushed file at 1732328478651 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52dddbbf: reopening flushed file at 1732328478656 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39fe47c2: reopening flushed file at 1732328478660 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 9ac1f89ca86dd82c226096bce48282a8 in 519ms, sequenceid=6, compaction requested=false at 1732328478665 (+5 ms)Writing region close event to WAL at 1732328478669 (+4 ms)Running coprocessor post-close hooks at 1732328478671 (+2 ms)Closed at 1732328478671 2024-11-23T02:21:18,672 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732328458287.9ac1f89ca86dd82c226096bce48282a8. 2024-11-23T02:21:18,832 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998 to pos 883, reset compression=false 2024-11-23T02:21:18,837 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:21:18,837 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998 to pos 1527, reset compression=false 2024-11-23T02:21:18,856 INFO [RS:0;72b6db343a5d:37451 {}] regionserver.HRegionServer(976): stopping server 72b6db343a5d,37451,1732328448005; all regions closed. 2024-11-23T02:21:18,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42559 is added to blk_1073741834_1010 (size=4239) 2024-11-23T02:21:18,858 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.meta.1732328450922.meta not finished, retry = 0 2024-11-23T02:21:18,955 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T02:21:18,955 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T02:21:18,961 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.rep.1732328463470 not finished, retry = 0 2024-11-23T02:21:18,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42559 is added to blk_1073741839_1015 (size=2240) 2024-11-23T02:21:19,040 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/WALs/72b6db343a5d,37451,1732328448005/72b6db343a5d%2C37451%2C1732328448005.1732328449998 to pos 1527, reset compression=false 2024-11-23T02:21:19,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42559 is added to blk_1073741832_1008 (size=1535) 2024-11-23T02:21:19,064 DEBUG [RS:0;72b6db343a5d:37451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:19,064 INFO [RS:0;72b6db343a5d:37451 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:21:19,064 INFO [RS:0;72b6db343a5d:37451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:21:19,064 INFO [RS:0;72b6db343a5d:37451 {}] hbase.ChoreService(370): Chore service for: regionserver/72b6db343a5d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T02:21:19,065 INFO [RS:0;72b6db343a5d:37451 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:21:19,065 INFO [regionserver/72b6db343a5d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:21:19,065 INFO [RS:0;72b6db343a5d:37451 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-72b6db343a5d,37451,1732328448005 because: Region server is closing 2024-11-23T02:21:19,065 INFO [RS:0;72b6db343a5d:37451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:37451. 2024-11-23T02:21:19,065 DEBUG [RS:0;72b6db343a5d:37451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:19,066 DEBUG [RS:0;72b6db343a5d:37451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:19,066 DEBUG [RS:0;72b6db343a5d:37451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:19,066 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:21:19,166 INFO [RS:0;72b6db343a5d:37451 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.shipper72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 terminated 2024-11-23T02:21:19,166 WARN [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,37451,1732328448005.replicationSource.wal-reader.72b6db343a5d%2C37451%2C1732328448005,1-72b6db343a5d,37451,1732328448005 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-23T02:21:19,166 INFO [RS:0;72b6db343a5d:37451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37451 2024-11-23T02:21:19,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36233-0x10142a0460b0000, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-785368706/rs 2024-11-23T02:21:19,170 INFO [RS:0;72b6db343a5d:37451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:21:19,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37451-0x10142a0460b0001, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-785368706/rs/72b6db343a5d,37451,1732328448005 2024-11-23T02:21:19,171 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [72b6db343a5d,37451,1732328448005] 2024-11-23T02:21:19,173 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-785368706/draining/72b6db343a5d,37451,1732328448005 already deleted, retry=false 2024-11-23T02:21:19,173 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 72b6db343a5d,37451,1732328448005 expired; onlineServers=0 2024-11-23T02:21:19,173 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '72b6db343a5d,36233,1732328447950' ***** 2024-11-23T02:21:19,173 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T02:21:19,173 INFO [M:0;72b6db343a5d:36233 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:21:19,173 INFO [M:0;72b6db343a5d:36233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:21:19,173 DEBUG [M:0;72b6db343a5d:36233 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T02:21:19,173 DEBUG [M:0;72b6db343a5d:36233 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T02:21:19,173 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T02:21:19,173 INFO [M:0;72b6db343a5d:36233 {}] hbase.ChoreService(370): Chore service for: master/72b6db343a5d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T02:21:19,173 INFO [M:0;72b6db343a5d:36233 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:21:19,173 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328449776 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328449776,5,FailOnTimeoutGroup] 2024-11-23T02:21:19,173 DEBUG [M:0;72b6db343a5d:36233 {}] master.HMaster(1795): Stopping service threads 2024-11-23T02:21:19,174 INFO [M:0;72b6db343a5d:36233 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T02:21:19,174 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328449776 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328449776,5,FailOnTimeoutGroup] 2024-11-23T02:21:19,174 INFO [M:0;72b6db343a5d:36233 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:21:19,174 INFO [M:0;72b6db343a5d:36233 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T02:21:19,174 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T02:21:19,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36233-0x10142a0460b0000, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-785368706/master 2024-11-23T02:21:19,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36233-0x10142a0460b0000, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-785368706 2024-11-23T02:21:19,175 DEBUG [M:0;72b6db343a5d:36233 {}] zookeeper.ZKUtil(347): master:36233-0x10142a0460b0000, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Unable to get data of znode /0-785368706/master because node does not exist (not an error) 2024-11-23T02:21:19,175 WARN [M:0;72b6db343a5d:36233 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T02:21:19,176 INFO [M:0;72b6db343a5d:36233 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/.lastflushedseqids 2024-11-23T02:21:19,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42559 is added to blk_1073741848_1024 (size=245) 2024-11-23T02:21:19,188 INFO [M:0;72b6db343a5d:36233 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T02:21:19,188 INFO [M:0;72b6db343a5d:36233 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T02:21:19,188 DEBUG [M:0;72b6db343a5d:36233 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:21:19,188 INFO [M:0;72b6db343a5d:36233 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:19,188 DEBUG [M:0;72b6db343a5d:36233 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:19,188 DEBUG [M:0;72b6db343a5d:36233 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:21:19,188 DEBUG [M:0;72b6db343a5d:36233 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:19,188 INFO [M:0;72b6db343a5d:36233 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-23T02:21:19,206 DEBUG [M:0;72b6db343a5d:36233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f431112acc214dc392847128f607d0f7 is 82, key is hbase:meta,,1/info:regioninfo/1732328450958/Put/seqid=0 2024-11-23T02:21:19,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42559 is added to blk_1073741849_1025 (size=5672) 2024-11-23T02:21:19,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37451-0x10142a0460b0001, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:21:19,272 INFO [RS:0;72b6db343a5d:37451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:21:19,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37451-0x10142a0460b0001, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:21:19,272 INFO [RS:0;72b6db343a5d:37451 {}] regionserver.HRegionServer(1031): Exiting; stopping=72b6db343a5d,37451,1732328448005; zookeeper connection closed. 2024-11-23T02:21:19,272 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11c225b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11c225b 2024-11-23T02:21:19,272 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T02:21:19,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:19,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:19,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:19,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:19,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:19,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:19,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:19,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:19,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:19,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:19,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:19,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:19,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:19,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:19,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:19,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:19,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:19,616 INFO [M:0;72b6db343a5d:36233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f431112acc214dc392847128f607d0f7 2024-11-23T02:21:19,637 DEBUG [M:0;72b6db343a5d:36233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/961a64d3a91b426b94d1f61e804dede3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732328463517/Put/seqid=0 2024-11-23T02:21:19,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42559 is added to blk_1073741850_1026 (size=8516) 2024-11-23T02:21:19,641 INFO [M:0;72b6db343a5d:36233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/961a64d3a91b426b94d1f61e804dede3 2024-11-23T02:21:19,659 DEBUG [M:0;72b6db343a5d:36233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7282b61dcdfa4cb384a1788022698bad is 69, key is 72b6db343a5d,37451,1732328448005/rs:state/1732328449855/Put/seqid=0 2024-11-23T02:21:19,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42559 is added to blk_1073741851_1027 (size=5156) 2024-11-23T02:21:20,051 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T02:21:20,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:20,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:20,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:20,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:20,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:20,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:20,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:20,064 INFO [M:0;72b6db343a5d:36233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7282b61dcdfa4cb384a1788022698bad 2024-11-23T02:21:20,071 DEBUG [M:0;72b6db343a5d:36233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f431112acc214dc392847128f607d0f7 as hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f431112acc214dc392847128f607d0f7 2024-11-23T02:21:20,076 INFO [M:0;72b6db343a5d:36233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f431112acc214dc392847128f607d0f7, entries=8, sequenceid=97, filesize=5.5 K 2024-11-23T02:21:20,077 DEBUG [M:0;72b6db343a5d:36233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/961a64d3a91b426b94d1f61e804dede3 as hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/961a64d3a91b426b94d1f61e804dede3 2024-11-23T02:21:20,084 INFO [M:0;72b6db343a5d:36233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/961a64d3a91b426b94d1f61e804dede3, entries=11, sequenceid=97, filesize=8.3 K 2024-11-23T02:21:20,085 DEBUG [M:0;72b6db343a5d:36233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7282b61dcdfa4cb384a1788022698bad as hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7282b61dcdfa4cb384a1788022698bad 2024-11-23T02:21:20,089 INFO [M:0;72b6db343a5d:36233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34629/user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7282b61dcdfa4cb384a1788022698bad, entries=1, sequenceid=97, filesize=5.0 K 2024-11-23T02:21:20,090 INFO [M:0;72b6db343a5d:36233 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 902ms, sequenceid=97, compaction requested=false 2024-11-23T02:21:20,099 INFO [M:0;72b6db343a5d:36233 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:20,100 DEBUG [M:0;72b6db343a5d:36233 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328479188Disabling compacts and flushes for region at 1732328479188Disabling writes for close at 1732328479188Obtaining lock to block concurrent updates at 1732328479188Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732328479188Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732328479189 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732328479189Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732328479190 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732328479206 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732328479206Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732328479620 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732328479637 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732328479637Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732328479644 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732328479659 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732328479659Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ce870ba: reopening flushed file at 1732328480070 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67b152a3: reopening flushed file at 1732328480076 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bacf881: reopening flushed file at 1732328480084 (+8 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 902ms, sequenceid=97, compaction requested=false at 1732328480090 (+6 ms)Writing region close event to WAL at 1732328480099 (+9 ms)Closed at 1732328480099 2024-11-23T02:21:20,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:20,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:20,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:20,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:20,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:20,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:20,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:20,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42559 is added to blk_1073741830_1006 (size=63654) 2024-11-23T02:21:20,107 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/49611007-2bc2-fa85-430f-b7ddc847d460/MasterData/WALs/72b6db343a5d,36233,1732328447950/72b6db343a5d%2C36233%2C1732328447950.1732328449698 not finished, retry = 0 2024-11-23T02:21:20,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:20,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:20,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:20,208 INFO [M:0;72b6db343a5d:36233 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T02:21:20,208 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:21:20,208 INFO [M:0;72b6db343a5d:36233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36233 2024-11-23T02:21:20,209 INFO [M:0;72b6db343a5d:36233 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:21:20,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36233-0x10142a0460b0000, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:21:20,313 INFO [M:0;72b6db343a5d:36233 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:21:20,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36233-0x10142a0460b0000, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:21:20,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e4e41e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:21:20,322 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f069f40{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:21:20,322 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:21:20,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66f0888a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:21:20,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@308f4d2f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/hadoop.log.dir/,STOPPED} 2024-11-23T02:21:20,324 WARN [BP-1118658600-172.17.0.2-1732328446880 heartbeating to localhost/127.0.0.1:34629 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T02:21:20,324 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T02:21:20,324 WARN [BP-1118658600-172.17.0.2-1732328446880 heartbeating to localhost/127.0.0.1:34629 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1118658600-172.17.0.2-1732328446880 (Datanode Uuid eb3dcecb-f359-40ad-8b5b-183c2c8aecd9) service to localhost/127.0.0.1:34629 2024-11-23T02:21:20,324 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T02:21:20,324 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/cluster_7f9566bc-2045-3c69-d979-70451e49a931/data/data1/current/BP-1118658600-172.17.0.2-1732328446880 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:21:20,325 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/cluster_7f9566bc-2045-3c69-d979-70451e49a931/data/data2/current/BP-1118658600-172.17.0.2-1732328446880 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:21:20,325 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T02:21:20,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@871026a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:21:20,332 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a84e2b1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:21:20,332 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:21:20,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29044fdd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:21:20,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3eb7f71d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c827acc1-9a3b-29a4-76bb-3f355052d3c8/hadoop.log.dir/,STOPPED} 2024-11-23T02:21:20,341 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T02:21:20,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T02:21:20,371 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=364 (was 315) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35497 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59529) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:34629 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34629 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:35497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59529) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43499 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43499 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-25 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35497 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43499 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34629 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34629 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35497 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34629 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43499 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:43499 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59529) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=796 (was 729) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=456 (was 409) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7027 (was 6849) - AvailableMemoryMB LEAK? - 2024-11-23T02:21:20,386 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=364, OpenFileDescriptor=796, MaxFileDescriptor=1048576, SystemLoadAverage=456, ProcessCount=11, AvailableMemoryMB=7026 2024-11-23T02:21:20,407 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-23T02:21:20,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc/hadoop.log.dir so I do NOT create it in target/test-data/de652f28-029e-e31f-64b3-7410bb486697 2024-11-23T02:21:20,408 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T02:21:20,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc/hadoop.tmp.dir so I do NOT create it in target/test-data/de652f28-029e-e31f-64b3-7410bb486697 2024-11-23T02:21:20,408 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/131e34a0-9ebc-a9be-bb86-d782d5843ddc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T02:21:20,408 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697 2024-11-23T02:21:20,409 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/cluster_86e298a5-61ef-3d6f-6cf9-e4a03d0cd050, deleteOnExit=true 2024-11-23T02:21:20,422 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/cluster_86e298a5-61ef-3d6f-6cf9-e4a03d0cd050/zookeeper_0, clientPort=59290, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/cluster_86e298a5-61ef-3d6f-6cf9-e4a03d0cd050/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/cluster_86e298a5-61ef-3d6f-6cf9-e4a03d0cd050/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T02:21:20,423 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59290 2024-11-23T02:21:20,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T02:21:20,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T02:21:20,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/test.cache.data in system properties and HBase conf 2024-11-23T02:21:20,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T02:21:20,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/hadoop.log.dir in system properties and HBase conf 2024-11-23T02:21:20,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T02:21:20,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T02:21:20,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T02:21:20,424 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T02:21:20,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:21:20,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:21:20,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T02:21:20,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:21:20,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T02:21:20,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T02:21:20,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:21:20,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:21:20,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T02:21:20,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/nfs.dump.dir in system properties and HBase conf 2024-11-23T02:21:20,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/java.io.tmpdir in system properties and HBase conf 2024-11-23T02:21:20,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:21:20,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T02:21:20,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T02:21:20,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10142a0460b0005, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T02:21:20,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10142a0460b0005, quorum=127.0.0.1:59529, baseZNode=/12068216535 Received Disconnected from ZooKeeper, ignoring 2024-11-23T02:21:20,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10142a0460b0008, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T02:21:20,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10142a0460b0002, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-23T02:21:20,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10142a0460b0008, quorum=127.0.0.1:59529, baseZNode=/2-222858989 Received Disconnected from ZooKeeper, ignoring 2024-11-23T02:21:20,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10142a0460b0002, quorum=127.0.0.1:59529, baseZNode=/0-785368706 Received Disconnected from ZooKeeper, ignoring 2024-11-23T02:21:20,503 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:21:20,506 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:21:20,507 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:21:20,507 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:21:20,507 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T02:21:20,508 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:21:20,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54a3c4e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:21:20,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fcac01d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:21:20,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3de40266{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/java.io.tmpdir/jetty-localhost-40955-hadoop-hdfs-3_4_1-tests_jar-_-any-10271650339488699516/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:21:20,641 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5270ecdb{HTTP/1.1, (http/1.1)}{localhost:40955} 2024-11-23T02:21:20,641 INFO [Time-limited test {}] server.Server(415): Started @282236ms 2024-11-23T02:21:20,718 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:21:20,721 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:21:20,725 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:21:20,725 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:21:20,725 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T02:21:20,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c037477{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:21:20,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b92dc17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:21:20,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d30ea8f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/java.io.tmpdir/jetty-localhost-42675-hadoop-hdfs-3_4_1-tests_jar-_-any-1397305854400494836/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:21:20,871 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13e36719{HTTP/1.1, (http/1.1)}{localhost:42675} 2024-11-23T02:21:20,871 INFO [Time-limited test {}] server.Server(415): Started @282467ms 2024-11-23T02:21:20,873 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T02:21:20,993 WARN [Thread-4185 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/cluster_86e298a5-61ef-3d6f-6cf9-e4a03d0cd050/data/data1/current/BP-1522990891-172.17.0.2-1732328480445/current, will proceed with Du for space computation calculation, 2024-11-23T02:21:20,993 WARN [Thread-4186 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/cluster_86e298a5-61ef-3d6f-6cf9-e4a03d0cd050/data/data2/current/BP-1522990891-172.17.0.2-1732328480445/current, will proceed with Du for space computation calculation, 2024-11-23T02:21:21,021 WARN [Thread-4173 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T02:21:21,024 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbccaad4d60a2cec with lease ID 0xd2736c15c081aad9: Processing first storage report for DS-ffe48f75-9565-4eb1-b89c-71f47f250357 from datanode DatanodeRegistration(127.0.0.1:36729, datanodeUuid=fbf51f89-ef78-4c6b-961e-851ed21f2529, infoPort=35883, infoSecurePort=0, ipcPort=34211, storageInfo=lv=-57;cid=testClusterID;nsid=46525043;c=1732328480445) 2024-11-23T02:21:21,024 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbccaad4d60a2cec with lease ID 0xd2736c15c081aad9: from storage DS-ffe48f75-9565-4eb1-b89c-71f47f250357 node DatanodeRegistration(127.0.0.1:36729, datanodeUuid=fbf51f89-ef78-4c6b-961e-851ed21f2529, infoPort=35883, infoSecurePort=0, ipcPort=34211, storageInfo=lv=-57;cid=testClusterID;nsid=46525043;c=1732328480445), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:21:21,024 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbccaad4d60a2cec with lease ID 0xd2736c15c081aad9: Processing first storage report for DS-f51ee6a9-28a8-4af9-8d1e-61c940e33314 from datanode DatanodeRegistration(127.0.0.1:36729, datanodeUuid=fbf51f89-ef78-4c6b-961e-851ed21f2529, infoPort=35883, infoSecurePort=0, ipcPort=34211, storageInfo=lv=-57;cid=testClusterID;nsid=46525043;c=1732328480445) 2024-11-23T02:21:21,024 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbccaad4d60a2cec with lease ID 0xd2736c15c081aad9: from storage DS-f51ee6a9-28a8-4af9-8d1e-61c940e33314 node DatanodeRegistration(127.0.0.1:36729, datanodeUuid=fbf51f89-ef78-4c6b-961e-851ed21f2529, infoPort=35883, infoSecurePort=0, ipcPort=34211, storageInfo=lv=-57;cid=testClusterID;nsid=46525043;c=1732328480445), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:21:21,116 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697 2024-11-23T02:21:21,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:21,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:21,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741825_1001 (size=7) 2024-11-23T02:21:21,526 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37403/user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc with version=8 2024-11-23T02:21:21,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37403/user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc/hbase-staging 2024-11-23T02:21:21,528 INFO [Time-limited test {}] client.ConnectionUtils(128): master/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:21:21,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:21:21,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:21:21,528 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:21:21,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:21:21,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:21:21,528 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T02:21:21,528 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:21:21,529 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45285 2024-11-23T02:21:21,530 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45285 connecting to ZooKeeper ensemble=127.0.0.1:59290 2024-11-23T02:21:21,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452850x0, quorum=127.0.0.1:59290, baseZNode=/01766243746 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:21:21,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45285-0x10142a0c9350000 connected 2024-11-23T02:21:21,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:21,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:21,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45285-0x10142a0c9350000, quorum=127.0.0.1:59290, baseZNode=/01766243746 Set watcher on znode that does not yet exist, /01766243746/running 2024-11-23T02:21:21,565 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37403/user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc, hbase.cluster.distributed=false 2024-11-23T02:21:21,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45285-0x10142a0c9350000, quorum=127.0.0.1:59290, baseZNode=/01766243746 Set watcher on znode that does not yet exist, /01766243746/acl 2024-11-23T02:21:21,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45285 2024-11-23T02:21:21,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45285 2024-11-23T02:21:21,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45285 2024-11-23T02:21:21,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45285 2024-11-23T02:21:21,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45285 2024-11-23T02:21:21,588 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:21:21,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:21:21,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:21:21,588 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:21:21,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:21:21,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:21:21,589 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T02:21:21,589 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:21:21,589 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35889 2024-11-23T02:21:21,590 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35889 connecting to ZooKeeper ensemble=127.0.0.1:59290 2024-11-23T02:21:21,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:21,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:21,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358890x0, quorum=127.0.0.1:59290, baseZNode=/01766243746 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:21:21,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358890x0, quorum=127.0.0.1:59290, baseZNode=/01766243746 Set watcher on znode that does not yet exist, /01766243746/running 2024-11-23T02:21:21,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35889-0x10142a0c9350001 connected 2024-11-23T02:21:21,598 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T02:21:21,599 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T02:21:21,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35889-0x10142a0c9350001, quorum=127.0.0.1:59290, baseZNode=/01766243746 Set watcher on znode that does not yet exist, /01766243746/master 2024-11-23T02:21:21,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35889-0x10142a0c9350001, quorum=127.0.0.1:59290, baseZNode=/01766243746 Set watcher on znode that does not yet exist, /01766243746/acl 2024-11-23T02:21:21,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35889 2024-11-23T02:21:21,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35889 2024-11-23T02:21:21,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35889 2024-11-23T02:21:21,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35889 2024-11-23T02:21:21,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35889 2024-11-23T02:21:21,619 DEBUG [M:0;72b6db343a5d:45285 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;72b6db343a5d:45285 2024-11-23T02:21:21,620 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01766243746/backup-masters/72b6db343a5d,45285,1732328481528 2024-11-23T02:21:21,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x10142a0c9350000, quorum=127.0.0.1:59290, baseZNode=/01766243746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01766243746/backup-masters 2024-11-23T02:21:21,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35889-0x10142a0c9350001, quorum=127.0.0.1:59290, baseZNode=/01766243746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01766243746/backup-masters 2024-11-23T02:21:21,621 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45285-0x10142a0c9350000, quorum=127.0.0.1:59290, baseZNode=/01766243746 Set watcher on existing znode=/01766243746/backup-masters/72b6db343a5d,45285,1732328481528 2024-11-23T02:21:21,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35889-0x10142a0c9350001, quorum=127.0.0.1:59290, baseZNode=/01766243746 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01766243746/master 2024-11-23T02:21:21,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x10142a0c9350000, quorum=127.0.0.1:59290, baseZNode=/01766243746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01766243746 2024-11-23T02:21:21,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35889-0x10142a0c9350001, quorum=127.0.0.1:59290, baseZNode=/01766243746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01766243746 2024-11-23T02:21:21,629 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45285-0x10142a0c9350000, quorum=127.0.0.1:59290, baseZNode=/01766243746 Set watcher on existing znode=/01766243746/master 2024-11-23T02:21:21,630 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01766243746/backup-masters/72b6db343a5d,45285,1732328481528 from backup master directory 2024-11-23T02:21:21,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x10142a0c9350000, quorum=127.0.0.1:59290, baseZNode=/01766243746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01766243746/backup-masters/72b6db343a5d,45285,1732328481528 2024-11-23T02:21:21,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35889-0x10142a0c9350001, quorum=127.0.0.1:59290, baseZNode=/01766243746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01766243746/backup-masters 2024-11-23T02:21:21,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x10142a0c9350000, quorum=127.0.0.1:59290, baseZNode=/01766243746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01766243746/backup-masters 2024-11-23T02:21:21,631 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:21:21,631 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=72b6db343a5d,45285,1732328481528 2024-11-23T02:21:21,634 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37403/user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc/hbase.id] with ID: d662a134-b60f-45ef-8a86-a2a0deeac3c1 2024-11-23T02:21:21,634 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37403/user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc/.tmp/hbase.id 2024-11-23T02:21:21,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741826_1002 (size=42) 2024-11-23T02:21:22,038 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37403/user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc/.tmp/hbase.id]:[hdfs://localhost:37403/user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc/hbase.id] 2024-11-23T02:21:22,046 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:22,046 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T02:21:22,047 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T02:21:22,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x10142a0c9350000, quorum=127.0.0.1:59290, baseZNode=/01766243746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01766243746 2024-11-23T02:21:22,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35889-0x10142a0c9350001, quorum=127.0.0.1:59290, baseZNode=/01766243746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01766243746 2024-11-23T02:21:22,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741827_1003 (size=196) 2024-11-23T02:21:22,454 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:21:22,455 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T02:21:22,455 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:21:22,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741828_1004 (size=1189) 2024-11-23T02:21:22,465 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37403/user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc/MasterData/data/master/store 2024-11-23T02:21:22,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741829_1005 (size=34) 2024-11-23T02:21:22,476 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:22,476 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:21:22,476 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:22,476 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:22,476 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:21:22,476 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:22,476 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:22,476 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328482476Disabling compacts and flushes for region at 1732328482476Disabling writes for close at 1732328482476Writing region close event to WAL at 1732328482476Closed at 1732328482476 2024-11-23T02:21:22,477 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37403/user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc/MasterData/data/master/store/.initializing 2024-11-23T02:21:22,477 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37403/user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc/MasterData/WALs/72b6db343a5d,45285,1732328481528 2024-11-23T02:21:22,478 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:21:22,479 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=72b6db343a5d%2C45285%2C1732328481528, suffix=, logDir=hdfs://localhost:37403/user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc/MasterData/WALs/72b6db343a5d,45285,1732328481528, archiveDir=hdfs://localhost:37403/user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc/MasterData/oldWALs, maxLogs=10 2024-11-23T02:21:22,496 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc/MasterData/WALs/72b6db343a5d,45285,1732328481528/72b6db343a5d%2C45285%2C1732328481528.1732328482479, exclude list is [], retry=0 2024-11-23T02:21:22,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36729,DS-ffe48f75-9565-4eb1-b89c-71f47f250357,DISK] 2024-11-23T02:21:22,500 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc/MasterData/WALs/72b6db343a5d,45285,1732328481528/72b6db343a5d%2C45285%2C1732328481528.1732328482479 2024-11-23T02:21:22,504 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35883:35883)] 2024-11-23T02:21:22,504 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:21:22,505 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:22,505 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:22,505 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:22,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:22,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T02:21:22,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:22,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:22,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:22,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T02:21:22,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:22,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:22,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:22,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T02:21:22,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:22,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:22,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:22,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T02:21:22,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:22,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:22,511 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:22,512 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37403/user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:22,512 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37403/user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:22,513 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:22,513 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:22,514 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:21:22,514 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:22,517 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37403/user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:21:22,517 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64321431, jitterRate=-0.041535988450050354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:21:22,517 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732328482505Initializing all the Stores at 1732328482505Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328482505Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328482505Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328482505Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328482505Cleaning up temporary data from old regions at 1732328482513 (+8 ms)Region opened successfully at 1732328482517 (+4 ms) 2024-11-23T02:21:22,518 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T02:21:22,519 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34fe6c96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:21:22,520 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T02:21:22,520 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T02:21:22,520 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T02:21:22,520 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T02:21:22,521 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T02:21:22,521 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T02:21:22,521 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T02:21:22,525 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T02:21:22,526 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45285-0x10142a0c9350000, quorum=127.0.0.1:59290, baseZNode=/01766243746 Unable to get data of znode /01766243746/balancer because node does not exist (not necessarily an error) 2024-11-23T02:21:22,527 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01766243746/balancer already deleted, retry=false 2024-11-23T02:21:22,527 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T02:21:22,527 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45285-0x10142a0c9350000, quorum=127.0.0.1:59290, baseZNode=/01766243746 Unable to get data of znode /01766243746/normalizer because node does not exist (not necessarily an error) 2024-11-23T02:21:22,530 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01766243746/normalizer already deleted, retry=false 2024-11-23T02:21:22,530 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T02:21:22,532 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45285-0x10142a0c9350000, quorum=127.0.0.1:59290, baseZNode=/01766243746 Unable to get data of znode /01766243746/switch/split because node does not exist (not necessarily an error) 2024-11-23T02:21:22,533 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01766243746/switch/split already deleted, retry=false 2024-11-23T02:21:22,534 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45285-0x10142a0c9350000, quorum=127.0.0.1:59290, baseZNode=/01766243746 Unable to get data of znode /01766243746/switch/merge because node does not exist (not necessarily an error) 2024-11-23T02:21:22,534 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01766243746/switch/merge already deleted, retry=false 2024-11-23T02:21:22,536 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45285-0x10142a0c9350000, quorum=127.0.0.1:59290, baseZNode=/01766243746 Unable to get data of znode /01766243746/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T02:21:22,537 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01766243746/snapshot-cleanup already deleted, retry=false 2024-11-23T02:21:22,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x10142a0c9350000, quorum=127.0.0.1:59290, baseZNode=/01766243746 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01766243746/running 2024-11-23T02:21:22,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x10142a0c9350000, quorum=127.0.0.1:59290, baseZNode=/01766243746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01766243746 2024-11-23T02:21:22,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35889-0x10142a0c9350001, quorum=127.0.0.1:59290, baseZNode=/01766243746 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01766243746/running 2024-11-23T02:21:22,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35889-0x10142a0c9350001, quorum=127.0.0.1:59290, baseZNode=/01766243746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01766243746 2024-11-23T02:21:22,540 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=72b6db343a5d,45285,1732328481528, sessionid=0x10142a0c9350000, setting cluster-up flag (Was=false) 2024-11-23T02:21:22,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x10142a0c9350000, quorum=127.0.0.1:59290, baseZNode=/01766243746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01766243746 2024-11-23T02:21:22,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35889-0x10142a0c9350001, quorum=127.0.0.1:59290, baseZNode=/01766243746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01766243746 2024-11-23T02:21:22,547 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01766243746/flush-table-proc/acquired, /01766243746/flush-table-proc/reached, /01766243746/flush-table-proc/abort 2024-11-23T02:21:22,548 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,45285,1732328481528 2024-11-23T02:21:22,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x10142a0c9350000, quorum=127.0.0.1:59290, baseZNode=/01766243746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01766243746 2024-11-23T02:21:22,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35889-0x10142a0c9350001, quorum=127.0.0.1:59290, baseZNode=/01766243746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01766243746 2024-11-23T02:21:22,554 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01766243746/online-snapshot/acquired, /01766243746/online-snapshot/reached, /01766243746/online-snapshot/abort 2024-11-23T02:21:22,555 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,45285,1732328481528 2024-11-23T02:21:22,556 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37403/user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T02:21:22,557 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T02:21:22,557 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T02:21:22,557 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T02:21:22,558 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 72b6db343a5d,45285,1732328481528 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T02:21:22,558 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:21:22,559 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:21:22,559 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:21:22,559 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:21:22,559 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/72b6db343a5d:0, corePoolSize=10, maxPoolSize=10 2024-11-23T02:21:22,559 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:22,559 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:21:22,559 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:22,560 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:21:22,560 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T02:21:22,560 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:22,561 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T02:21:22,565 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732328512565 2024-11-23T02:21:22,565 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T02:21:22,565 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T02:21:22,565 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T02:21:22,565 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T02:21:22,565 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T02:21:22,565 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T02:21:22,565 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:22,566 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T02:21:22,566 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T02:21:22,566 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T02:21:22,566 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T02:21:22,566 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T02:21:22,566 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T02:21:22,566 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328482566,5,FailOnTimeoutGroup] 2024-11-23T02:21:22,566 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328482566,5,FailOnTimeoutGroup] 2024-11-23T02:21:22,566 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:22,566 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T02:21:22,567 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:22,567 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:22,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741831_1007 (size=1321) 2024-11-23T02:21:22,609 INFO [RS:0;72b6db343a5d:35889 {}] regionserver.HRegionServer(746): ClusterId : d662a134-b60f-45ef-8a86-a2a0deeac3c1 2024-11-23T02:21:22,609 DEBUG [RS:0;72b6db343a5d:35889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T02:21:22,611 DEBUG [RS:0;72b6db343a5d:35889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T02:21:22,611 DEBUG [RS:0;72b6db343a5d:35889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T02:21:22,614 DEBUG [RS:0;72b6db343a5d:35889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T02:21:22,614 DEBUG [RS:0;72b6db343a5d:35889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d66cdc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:21:22,626 DEBUG [RS:0;72b6db343a5d:35889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;72b6db343a5d:35889 2024-11-23T02:21:22,626 INFO [RS:0;72b6db343a5d:35889 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T02:21:22,626 INFO [RS:0;72b6db343a5d:35889 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T02:21:22,626 DEBUG [RS:0;72b6db343a5d:35889 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T02:21:22,626 INFO [RS:0;72b6db343a5d:35889 {}] regionserver.HRegionServer(2659): reportForDuty to master=72b6db343a5d,45285,1732328481528 with port=35889, startcode=1732328481588 2024-11-23T02:21:22,627 DEBUG [RS:0;72b6db343a5d:35889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T02:21:22,629 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T02:21:22,629 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45285 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 72b6db343a5d,35889,1732328481588 2024-11-23T02:21:22,629 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45285 {}] master.ServerManager(517): Registering regionserver=72b6db343a5d,35889,1732328481588 2024-11-23T02:21:22,631 DEBUG [RS:0;72b6db343a5d:35889 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37403/user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc 2024-11-23T02:21:22,631 DEBUG [RS:0;72b6db343a5d:35889 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37403 2024-11-23T02:21:22,631 DEBUG [RS:0;72b6db343a5d:35889 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T02:21:22,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x10142a0c9350000, quorum=127.0.0.1:59290, baseZNode=/01766243746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01766243746/rs 2024-11-23T02:21:22,635 DEBUG [RS:0;72b6db343a5d:35889 {}] zookeeper.ZKUtil(111): regionserver:35889-0x10142a0c9350001, quorum=127.0.0.1:59290, baseZNode=/01766243746 Set watcher on existing znode=/01766243746/rs/72b6db343a5d,35889,1732328481588 2024-11-23T02:21:22,635 WARN [RS:0;72b6db343a5d:35889 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:21:22,635 INFO [RS:0;72b6db343a5d:35889 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:21:22,635 DEBUG [RS:0;72b6db343a5d:35889 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37403/user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc/WALs/72b6db343a5d,35889,1732328481588 2024-11-23T02:21:22,635 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [72b6db343a5d,35889,1732328481588] 2024-11-23T02:21:22,638 INFO [RS:0;72b6db343a5d:35889 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T02:21:22,641 INFO [RS:0;72b6db343a5d:35889 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T02:21:22,641 INFO [RS:0;72b6db343a5d:35889 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T02:21:22,642 INFO [RS:0;72b6db343a5d:35889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:22,642 INFO [RS:0;72b6db343a5d:35889 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T02:21:22,642 INFO [RS:0;72b6db343a5d:35889 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T02:21:22,642 INFO [RS:0;72b6db343a5d:35889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:22,643 DEBUG [RS:0;72b6db343a5d:35889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:22,643 DEBUG [RS:0;72b6db343a5d:35889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:22,643 DEBUG [RS:0;72b6db343a5d:35889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:22,643 DEBUG [RS:0;72b6db343a5d:35889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:22,643 DEBUG [RS:0;72b6db343a5d:35889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:22,643 DEBUG [RS:0;72b6db343a5d:35889 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:21:22,643 DEBUG [RS:0;72b6db343a5d:35889 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:22,643 DEBUG [RS:0;72b6db343a5d:35889 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:22,643 DEBUG [RS:0;72b6db343a5d:35889 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:22,643 DEBUG [RS:0;72b6db343a5d:35889 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:22,643 DEBUG [RS:0;72b6db343a5d:35889 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:22,643 DEBUG [RS:0;72b6db343a5d:35889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:22,643 DEBUG [RS:0;72b6db343a5d:35889 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:21:22,643 DEBUG [RS:0;72b6db343a5d:35889 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:21:22,646 INFO [RS:0;72b6db343a5d:35889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:22,646 INFO [RS:0;72b6db343a5d:35889 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:22,646 INFO [RS:0;72b6db343a5d:35889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:22,646 INFO [RS:0;72b6db343a5d:35889 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:22,646 INFO [RS:0;72b6db343a5d:35889 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:22,646 INFO [RS:0;72b6db343a5d:35889 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,35889,1732328481588-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:21:22,660 INFO [RS:0;72b6db343a5d:35889 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T02:21:22,660 INFO [RS:0;72b6db343a5d:35889 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,35889,1732328481588-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:22,660 INFO [RS:0;72b6db343a5d:35889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:22,660 INFO [RS:0;72b6db343a5d:35889 {}] regionserver.Replication(171): 72b6db343a5d,35889,1732328481588 started 2024-11-23T02:21:22,673 INFO [RS:0;72b6db343a5d:35889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:22,673 INFO [RS:0;72b6db343a5d:35889 {}] regionserver.HRegionServer(1482): Serving as 72b6db343a5d,35889,1732328481588, RpcServer on 72b6db343a5d/172.17.0.2:35889, sessionid=0x10142a0c9350001 2024-11-23T02:21:22,673 DEBUG [RS:0;72b6db343a5d:35889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T02:21:22,673 DEBUG [RS:0;72b6db343a5d:35889 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 72b6db343a5d,35889,1732328481588 2024-11-23T02:21:22,673 DEBUG [RS:0;72b6db343a5d:35889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,35889,1732328481588' 2024-11-23T02:21:22,673 DEBUG [RS:0;72b6db343a5d:35889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01766243746/flush-table-proc/abort' 2024-11-23T02:21:22,674 DEBUG [RS:0;72b6db343a5d:35889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01766243746/flush-table-proc/acquired' 2024-11-23T02:21:22,674 DEBUG [RS:0;72b6db343a5d:35889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T02:21:22,674 DEBUG [RS:0;72b6db343a5d:35889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T02:21:22,674 DEBUG [RS:0;72b6db343a5d:35889 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 72b6db343a5d,35889,1732328481588 2024-11-23T02:21:22,674 DEBUG [RS:0;72b6db343a5d:35889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,35889,1732328481588' 2024-11-23T02:21:22,674 DEBUG [RS:0;72b6db343a5d:35889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01766243746/online-snapshot/abort' 2024-11-23T02:21:22,675 DEBUG [RS:0;72b6db343a5d:35889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01766243746/online-snapshot/acquired' 2024-11-23T02:21:22,675 DEBUG [RS:0;72b6db343a5d:35889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T02:21:22,675 INFO [RS:0;72b6db343a5d:35889 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T02:21:22,675 INFO [RS:0;72b6db343a5d:35889 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T02:21:22,775 INFO [RS:0;72b6db343a5d:35889 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:21:22,778 INFO [RS:0;72b6db343a5d:35889 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C35889%2C1732328481588, suffix=, logDir=hdfs://localhost:37403/user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc/WALs/72b6db343a5d,35889,1732328481588, archiveDir=hdfs://localhost:37403/user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc/oldWALs, maxLogs=10 2024-11-23T02:21:22,799 DEBUG [RS:0;72b6db343a5d:35889 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc/WALs/72b6db343a5d,35889,1732328481588/72b6db343a5d%2C35889%2C1732328481588.1732328482779, exclude list is [], retry=0 2024-11-23T02:21:22,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36729,DS-ffe48f75-9565-4eb1-b89c-71f47f250357,DISK] 2024-11-23T02:21:22,805 INFO [RS:0;72b6db343a5d:35889 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc/WALs/72b6db343a5d,35889,1732328481588/72b6db343a5d%2C35889%2C1732328481588.1732328482779 2024-11-23T02:21:22,805 DEBUG [RS:0;72b6db343a5d:35889 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35883:35883)] 2024-11-23T02:21:22,969 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37403/user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T02:21:22,969 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37403/user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc 2024-11-23T02:21:22,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741833_1009 (size=32) 2024-11-23T02:21:22,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:22,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:21:22,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:21:22,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:22,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:22,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:21:22,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:21:22,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:22,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:22,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:21:22,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:21:22,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:22,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:22,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:21:22,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:21:22,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:22,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:22,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:21:22,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37403/user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc/data/hbase/meta/1588230740 2024-11-23T02:21:22,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37403/user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc/data/hbase/meta/1588230740 2024-11-23T02:21:22,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:21:22,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:21:22,981 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:21:22,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:21:22,983 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37403/user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:21:22,984 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73092628, jitterRate=0.08916503190994263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:21:22,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732328482974Initializing all the Stores at 1732328482974Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328482974Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328482975 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328482975Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328482975Cleaning up temporary data from old regions at 1732328482981 (+6 ms)Region opened successfully at 1732328482984 (+3 ms) 2024-11-23T02:21:22,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:21:22,984 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:21:22,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:21:22,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:21:22,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:21:22,988 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:21:22,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328482984Disabling compacts and flushes for region at 1732328482984Disabling writes for close at 1732328482984Writing region close event to WAL at 1732328482988 (+4 ms)Closed at 1732328482988 2024-11-23T02:21:22,989 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:21:22,989 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T02:21:22,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T02:21:22,990 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:21:22,991 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T02:21:23,141 DEBUG [72b6db343a5d:45285 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T02:21:23,142 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=72b6db343a5d,35889,1732328481588 2024-11-23T02:21:23,143 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,35889,1732328481588, state=OPENING 2024-11-23T02:21:23,145 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T02:21:23,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x10142a0c9350000, quorum=127.0.0.1:59290, baseZNode=/01766243746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01766243746 2024-11-23T02:21:23,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35889-0x10142a0c9350001, quorum=127.0.0.1:59290, baseZNode=/01766243746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01766243746 2024-11-23T02:21:23,160 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:21:23,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01766243746/meta-region-server: CHANGED 2024-11-23T02:21:23,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01766243746/meta-region-server: CHANGED 2024-11-23T02:21:23,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,35889,1732328481588}] 2024-11-23T02:21:23,313 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:21:23,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T02:21:23,318 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T02:21:23,318 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:21:23,318 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T02:21:23,320 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C35889%2C1732328481588.meta, suffix=.meta, logDir=hdfs://localhost:37403/user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc/WALs/72b6db343a5d,35889,1732328481588, archiveDir=hdfs://localhost:37403/user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc/oldWALs, maxLogs=10 2024-11-23T02:21:23,336 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc/WALs/72b6db343a5d,35889,1732328481588/72b6db343a5d%2C35889%2C1732328481588.meta.1732328483320.meta, exclude list is [], retry=0 2024-11-23T02:21:23,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36729,DS-ffe48f75-9565-4eb1-b89c-71f47f250357,DISK] 2024-11-23T02:21:23,339 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc/WALs/72b6db343a5d,35889,1732328481588/72b6db343a5d%2C35889%2C1732328481588.meta.1732328483320.meta 2024-11-23T02:21:23,339 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35883:35883)] 2024-11-23T02:21:23,340 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:21:23,340 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:21:23,340 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:21:23,340 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T02:21:23,340 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T02:21:23,340 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T02:21:23,340 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:23,341 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T02:21:23,341 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T02:21:23,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:21:23,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:21:23,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:23,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:23,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:21:23,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:21:23,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:23,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:23,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:21:23,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:21:23,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:23,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:23,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:21:23,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:21:23,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:23,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:23,346 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:21:23,347 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37403/user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc/data/hbase/meta/1588230740 2024-11-23T02:21:23,348 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37403/user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc/data/hbase/meta/1588230740 2024-11-23T02:21:23,349 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:21:23,349 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:21:23,349 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:21:23,350 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:21:23,351 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73980283, jitterRate=0.10239212214946747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:21:23,351 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T02:21:23,352 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732328483341Writing region info on filesystem at 1732328483341Initializing all the Stores at 1732328483341Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328483341Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328483342 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328483342Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328483342Cleaning up temporary data from old regions at 1732328483349 (+7 ms)Running coprocessor post-open hooks at 1732328483351 (+2 ms)Region opened successfully at 1732328483352 (+1 ms) 2024-11-23T02:21:23,353 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732328483312 2024-11-23T02:21:23,355 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T02:21:23,356 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T02:21:23,358 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,35889,1732328481588 2024-11-23T02:21:23,364 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,35889,1732328481588, state=OPEN 2024-11-23T02:21:23,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35889-0x10142a0c9350001, quorum=127.0.0.1:59290, baseZNode=/01766243746 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01766243746/meta-region-server 2024-11-23T02:21:23,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45285-0x10142a0c9350000, quorum=127.0.0.1:59290, baseZNode=/01766243746 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01766243746/meta-region-server 2024-11-23T02:21:23,371 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=72b6db343a5d,35889,1732328481588 2024-11-23T02:21:23,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01766243746/meta-region-server: CHANGED 2024-11-23T02:21:23,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01766243746/meta-region-server: CHANGED 2024-11-23T02:21:23,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T02:21:23,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,35889,1732328481588 in 211 msec 2024-11-23T02:21:23,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T02:21:23,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 385 msec 2024-11-23T02:21:23,377 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:21:23,377 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T02:21:23,378 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:21:23,378 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,35889,1732328481588, seqNum=-1] 2024-11-23T02:21:23,378 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:23,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:23,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 826 msec 2024-11-23T02:21:23,383 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732328483383, completionTime=-1 2024-11-23T02:21:23,383 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T02:21:23,383 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T02:21:23,385 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T02:21:23,385 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732328543385 2024-11-23T02:21:23,385 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732328603385 2024-11-23T02:21:23,385 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T02:21:23,385 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,45285,1732328481528-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:23,385 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,45285,1732328481528-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:23,385 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,45285,1732328481528-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:23,385 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-72b6db343a5d:45285, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:23,385 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:23,385 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:23,387 DEBUG [master/72b6db343a5d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T02:21:23,388 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.757sec 2024-11-23T02:21:23,388 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T02:21:23,388 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T02:21:23,388 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T02:21:23,388 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T02:21:23,388 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T02:21:23,388 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,45285,1732328481528-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:21:23,388 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,45285,1732328481528-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T02:21:23,393 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T02:21:23,393 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T02:21:23,394 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,45285,1732328481528-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:23,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e49aa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:23,410 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,45285,-1 for getting cluster id 2024-11-23T02:21:23,410 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:21:23,413 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd662a134-b60f-45ef-8a86-a2a0deeac3c1' 2024-11-23T02:21:23,413 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:21:23,413 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d662a134-b60f-45ef-8a86-a2a0deeac3c1" 2024-11-23T02:21:23,413 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47982cf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:23,413 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,45285,-1] 2024-11-23T02:21:23,413 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:21:23,414 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:23,414 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:21:23,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54a9412c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:23,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:21:23,417 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,35889,1732328481588, seqNum=-1] 2024-11-23T02:21:23,417 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:23,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:23,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=72b6db343a5d,45285,1732328481528 2024-11-23T02:21:23,420 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59290 2024-11-23T02:21:23,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59290, baseZNode=/01766243746 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:21:23,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10142a0c9350002 connected 2024-11-23T02:21:23,430 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:21:23,431 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,45285,1732328481528 2024-11-23T02:21:23,431 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12710aff 2024-11-23T02:21:23,431 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:21:23,432 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:21:23,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:21:23,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T02:21:23,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:21:23,435 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:23,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T02:21:23,436 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:21:23,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:21:23,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741835_1011 (size=902) 2024-11-23T02:21:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:21:23,615 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T02:21:23,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T02:21:23,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:21:23,846 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6a6a83d6520c85c9b1f758da9991921d, NAME => 'test,,1732328483432.6a6a83d6520c85c9b1f758da9991921d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37403/user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc 2024-11-23T02:21:23,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36729 is added to blk_1073741836_1012 (size=39) 2024-11-23T02:21:24,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:21:24,251 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732328483432.6a6a83d6520c85c9b1f758da9991921d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:24,251 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6a6a83d6520c85c9b1f758da9991921d, disabling compactions & flushes 2024-11-23T02:21:24,251 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732328483432.6a6a83d6520c85c9b1f758da9991921d. 2024-11-23T02:21:24,251 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732328483432.6a6a83d6520c85c9b1f758da9991921d. 2024-11-23T02:21:24,251 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732328483432.6a6a83d6520c85c9b1f758da9991921d. after waiting 0 ms 2024-11-23T02:21:24,251 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732328483432.6a6a83d6520c85c9b1f758da9991921d. 2024-11-23T02:21:24,251 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732328483432.6a6a83d6520c85c9b1f758da9991921d. 2024-11-23T02:21:24,251 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6a6a83d6520c85c9b1f758da9991921d: Waiting for close lock at 1732328484251Disabling compacts and flushes for region at 1732328484251Disabling writes for close at 1732328484251Writing region close event to WAL at 1732328484251Closed at 1732328484251 2024-11-23T02:21:24,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:21:24,253 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732328483432.6a6a83d6520c85c9b1f758da9991921d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732328484252"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328484252"}]},"ts":"1732328484252"} 2024-11-23T02:21:24,254 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T02:21:24,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:21:24,255 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328484255"}]},"ts":"1732328484255"} 2024-11-23T02:21:24,256 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T02:21:24,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6a6a83d6520c85c9b1f758da9991921d, ASSIGN}] 2024-11-23T02:21:24,257 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6a6a83d6520c85c9b1f758da9991921d, ASSIGN 2024-11-23T02:21:24,258 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6a6a83d6520c85c9b1f758da9991921d, ASSIGN; state=OFFLINE, location=72b6db343a5d,35889,1732328481588; forceNewPlan=false, retain=false 2024-11-23T02:21:24,409 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a6a83d6520c85c9b1f758da9991921d, regionState=OPENING, regionLocation=72b6db343a5d,35889,1732328481588 2024-11-23T02:21:24,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6a6a83d6520c85c9b1f758da9991921d, ASSIGN because future has completed 2024-11-23T02:21:24,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a6a83d6520c85c9b1f758da9991921d, server=72b6db343a5d,35889,1732328481588}] 2024-11-23T02:21:24,567 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732328483432.6a6a83d6520c85c9b1f758da9991921d. 2024-11-23T02:21:24,569 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a6a83d6520c85c9b1f758da9991921d, NAME => 'test,,1732328483432.6a6a83d6520c85c9b1f758da9991921d.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:21:24,570 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:21:24,570 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T02:21:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:21:24,570 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6a6a83d6520c85c9b1f758da9991921d 2024-11-23T02:21:24,570 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732328483432.6a6a83d6520c85c9b1f758da9991921d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:24,570 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6a6a83d6520c85c9b1f758da9991921d 2024-11-23T02:21:24,570 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6a6a83d6520c85c9b1f758da9991921d 2024-11-23T02:21:24,571 INFO [StoreOpener-6a6a83d6520c85c9b1f758da9991921d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6a6a83d6520c85c9b1f758da9991921d 2024-11-23T02:21:24,572 INFO [StoreOpener-6a6a83d6520c85c9b1f758da9991921d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a6a83d6520c85c9b1f758da9991921d columnFamilyName f 2024-11-23T02:21:24,572 DEBUG [StoreOpener-6a6a83d6520c85c9b1f758da9991921d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:24,573 INFO [StoreOpener-6a6a83d6520c85c9b1f758da9991921d-1 {}] regionserver.HStore(327): Store=6a6a83d6520c85c9b1f758da9991921d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:24,573 INFO [StoreOpener-6a6a83d6520c85c9b1f758da9991921d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6a6a83d6520c85c9b1f758da9991921d 2024-11-23T02:21:24,574 INFO [StoreOpener-6a6a83d6520c85c9b1f758da9991921d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a6a83d6520c85c9b1f758da9991921d columnFamilyName f1 2024-11-23T02:21:24,574 DEBUG [StoreOpener-6a6a83d6520c85c9b1f758da9991921d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:24,574 INFO [StoreOpener-6a6a83d6520c85c9b1f758da9991921d-1 {}] regionserver.HStore(327): Store=6a6a83d6520c85c9b1f758da9991921d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:24,574 INFO [StoreOpener-6a6a83d6520c85c9b1f758da9991921d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6a6a83d6520c85c9b1f758da9991921d 2024-11-23T02:21:24,575 INFO [StoreOpener-6a6a83d6520c85c9b1f758da9991921d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a6a83d6520c85c9b1f758da9991921d columnFamilyName norep 2024-11-23T02:21:24,575 DEBUG [StoreOpener-6a6a83d6520c85c9b1f758da9991921d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:24,575 INFO [StoreOpener-6a6a83d6520c85c9b1f758da9991921d-1 {}] regionserver.HStore(327): Store=6a6a83d6520c85c9b1f758da9991921d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:24,575 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6a6a83d6520c85c9b1f758da9991921d 2024-11-23T02:21:24,576 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37403/user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc/data/default/test/6a6a83d6520c85c9b1f758da9991921d 2024-11-23T02:21:24,577 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37403/user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc/data/default/test/6a6a83d6520c85c9b1f758da9991921d 2024-11-23T02:21:24,577 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6a6a83d6520c85c9b1f758da9991921d 2024-11-23T02:21:24,577 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6a6a83d6520c85c9b1f758da9991921d 2024-11-23T02:21:24,578 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T02:21:24,582 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6a6a83d6520c85c9b1f758da9991921d 2024-11-23T02:21:24,583 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37403/user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc/data/default/test/6a6a83d6520c85c9b1f758da9991921d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:21:24,584 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6a6a83d6520c85c9b1f758da9991921d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66313846, jitterRate=-0.011846691370010376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T02:21:24,584 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a6a83d6520c85c9b1f758da9991921d 2024-11-23T02:21:24,584 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6a6a83d6520c85c9b1f758da9991921d: Running coprocessor pre-open hook at 1732328484570Writing region info on filesystem at 1732328484570Initializing all the Stores at 1732328484571 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328484571Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328484571Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328484571Cleaning up temporary data from old regions at 1732328484577 (+6 ms)Running coprocessor post-open hooks at 1732328484584 (+7 ms)Region opened successfully at 1732328484584 2024-11-23T02:21:24,585 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732328483432.6a6a83d6520c85c9b1f758da9991921d., pid=6, masterSystemTime=1732328484563 2024-11-23T02:21:24,587 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732328483432.6a6a83d6520c85c9b1f758da9991921d. 2024-11-23T02:21:24,587 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732328483432.6a6a83d6520c85c9b1f758da9991921d. 2024-11-23T02:21:24,589 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a6a83d6520c85c9b1f758da9991921d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=72b6db343a5d,35889,1732328481588 2024-11-23T02:21:24,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a6a83d6520c85c9b1f758da9991921d, server=72b6db343a5d,35889,1732328481588 because future has completed 2024-11-23T02:21:24,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T02:21:24,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a6a83d6520c85c9b1f758da9991921d, server=72b6db343a5d,35889,1732328481588 in 182 msec 2024-11-23T02:21:24,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T02:21:24,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6a6a83d6520c85c9b1f758da9991921d, ASSIGN in 338 msec 2024-11-23T02:21:24,598 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:21:24,598 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328484598"}]},"ts":"1732328484598"} 2024-11-23T02:21:24,600 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T02:21:24,600 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:21:24,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1670 sec 2024-11-23T02:21:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:21:25,580 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T02:21:25,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b6a47b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:25,581 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,45285,-1 for getting cluster id 2024-11-23T02:21:25,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:21:25,582 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd662a134-b60f-45ef-8a86-a2a0deeac3c1' 2024-11-23T02:21:25,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:21:25,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d662a134-b60f-45ef-8a86-a2a0deeac3c1" 2024-11-23T02:21:25,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9439a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:25,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,45285,-1] 2024-11-23T02:21:25,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:21:25,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:25,583 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:21:25,584 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13a93661, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:25,584 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:21:25,584 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,45285,1732328481528 2024-11-23T02:21:25,584 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f9c30a3 2024-11-23T02:21:25,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:21:25,585 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:21:25,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://72b6db343a5d:45285,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T02:21:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T02:21:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:21:25,588 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:45285' 2024-11-23T02:21:25,589 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@235aab5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:25,589 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,45285,-1 for getting cluster id 2024-11-23T02:21:25,589 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:21:25,590 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd662a134-b60f-45ef-8a86-a2a0deeac3c1' 2024-11-23T02:21:25,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:21:25,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d662a134-b60f-45ef-8a86-a2a0deeac3c1" 2024-11-23T02:21:25,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17845265, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:25,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,45285,-1] 2024-11-23T02:21:25,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:21:25,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:25,591 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:21:25,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f8b2cb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:25,591 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:21:25,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,45285,1732328481528 2024-11-23T02:21:25,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60b4b68c 2024-11-23T02:21:25,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:21:25,593 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:21:25,593 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-23T02:21:25,593 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T02:21:25,593 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:25,593 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:25,593 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:21:25,594 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://72b6db343a5d:45285, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-23T02:21:25,600 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://72b6db343a5d:45285, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://72b6db343a5d:45285, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://72b6db343a5d:45285, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-23T02:21:25,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://72b6db343a5d:45285, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=16 msec 2024-11-23T02:21:25,602 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-23T02:21:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:21:25,691 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://72b6db343a5d:45285, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-23T02:21:25,691 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:21:25,691 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:25,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:25,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:25,691 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:21:25,708 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=538 (was 364) Potentially hanging thread: regionserver/72b6db343a5d:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Server handler 1 on default port 34211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1441746568_20 at /127.0.0.1:33850 [Receiving block BP-1522990891-172.17.0.2-1732328480445:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/cluster_86e298a5-61ef-3d6f-6cf9-e4a03d0cd050/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: BP-1522990891-172.17.0.2-1732328480445 heartbeating to localhost/127.0.0.1:37403 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;72b6db343a5d:35889-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=45285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@291a2b9f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;72b6db343a5d:35889 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37403/user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc-prefix:72b6db343a5d,35889,1732328481588 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@10f21f20 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: 72b6db343a5d:45285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@3f502379 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1073562368-7942 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5b78432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2076254372_20 at /127.0.0.1:33872 [Receiving block BP-1522990891-172.17.0.2-1732328480445:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp282982158-7898 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ProcessThread(sid:0 cport:59290): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1522990891-172.17.0.2-1732328480445:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59290) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 37403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=45285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-1522990891-172.17.0.2-1732328480445:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1073562368-7943-acceptor-0@788b00ac-ServerConnector@13e36719{HTTP/1.1, (http/1.1)}{localhost:42675} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1073562368-7945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@6843bc89 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 34211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:37403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp282982158-7894 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5b78432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/cluster_86e298a5-61ef-3d6f-6cf9-e4a03d0cd050/data/data2/current/BP-1522990891-172.17.0.2-1732328480445 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: regionserver/72b6db343a5d:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 37403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37403/user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc-prefix:72b6db343a5d,35889,1732328481588.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/cluster_86e298a5-61ef-3d6f-6cf9-e4a03d0cd050/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@22823e3a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server handler 1 on default port 37403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/cluster_86e298a5-61ef-3d6f-6cf9-e4a03d0cd050/data/data1/current/BP-1522990891-172.17.0.2-1732328480445 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6b7cc92e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f5b789f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37403 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 34211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp282982158-7897-acceptor-0@4dd459c1-ServerConnector@5270ecdb{HTTP/1.1, (http/1.1)}{localhost:40955} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:59290 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@3b926427 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 37403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp282982158-7899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59290) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59290) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: Session-HouseKeeper-5e6e5e79-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$610/0x00007f5b78ad1cb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-1522990891-172.17.0.2-1732328480445:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/72b6db343a5d:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 37403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2076254372_20 at /127.0.0.1:33782 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 37403 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328482566 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: CacheReplicationMonitor(1264470496) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@57cb9902[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328482566 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: Session-HouseKeeper-3b8d3bdb-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1073562368-7944 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/72b6db343a5d:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 34211 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp282982158-7900 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 34211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@76360587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp282982158-7895 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5b78432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 34211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@4a7f0121 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2076254372_20 at /127.0.0.1:33892 [Receiving block BP-1522990891-172.17.0.2-1732328480445:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp282982158-7893 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5b78432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: RS_OPEN_META-regionserver/72b6db343a5d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp282982158-7896 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5b78432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: M:0;72b6db343a5d:45285 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37403/user/jenkins/test-data/656ac9e1-5d0a-22de-367f-cea6c6d93bdc/MasterData-prefix:72b6db343a5d,45285,1732328481528 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=887 (was 796) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=443 (was 456), ProcessCount=11 (was 11), AvailableMemoryMB=6775 (was 7026) 2024-11-23T02:21:25,711 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=538 is superior to 500 2024-11-23T02:21:25,723 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=538, OpenFileDescriptor=887, MaxFileDescriptor=1048576, SystemLoadAverage=443, ProcessCount=11, AvailableMemoryMB=6774 2024-11-23T02:21:25,723 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=538 is superior to 500 2024-11-23T02:21:25,737 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-23T02:21:25,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/hadoop.log.dir so I do NOT create it in target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375 2024-11-23T02:21:25,737 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T02:21:25,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/hadoop.tmp.dir so I do NOT create it in target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375 2024-11-23T02:21:25,737 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de652f28-029e-e31f-64b3-7410bb486697/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T02:21:25,737 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375 2024-11-23T02:21:25,737 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/cluster_8e9dd4b2-6c55-2a9f-2bb7-8a38a23706e9, deleteOnExit=true 2024-11-23T02:21:25,740 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/cluster_8e9dd4b2-6c55-2a9f-2bb7-8a38a23706e9/zookeeper_0, clientPort=49192, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/cluster_8e9dd4b2-6c55-2a9f-2bb7-8a38a23706e9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/cluster_8e9dd4b2-6c55-2a9f-2bb7-8a38a23706e9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T02:21:25,741 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49192 2024-11-23T02:21:25,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T02:21:25,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T02:21:25,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/test.cache.data in system properties and HBase conf 2024-11-23T02:21:25,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T02:21:25,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/hadoop.log.dir in system properties and HBase conf 2024-11-23T02:21:25,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T02:21:25,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T02:21:25,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T02:21:25,741 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T02:21:25,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:21:25,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:21:25,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T02:21:25,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:21:25,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T02:21:25,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T02:21:25,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:21:25,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:21:25,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T02:21:25,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/nfs.dump.dir in system properties and HBase conf 2024-11-23T02:21:25,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/java.io.tmpdir in system properties and HBase conf 2024-11-23T02:21:25,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:21:25,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T02:21:25,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T02:21:25,822 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:21:25,824 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:21:25,826 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:21:25,826 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:21:25,826 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T02:21:25,826 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:21:25,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cdc7e0d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:21:25,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@335ea2be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:21:25,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c2512fe{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/java.io.tmpdir/jetty-localhost-35247-hadoop-hdfs-3_4_1-tests_jar-_-any-13063251229608380376/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:21:25,940 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2af3af6a{HTTP/1.1, (http/1.1)}{localhost:35247} 2024-11-23T02:21:25,940 INFO [Time-limited test {}] server.Server(415): Started @287536ms 2024-11-23T02:21:26,018 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:21:26,021 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:21:26,024 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:21:26,025 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:21:26,025 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T02:21:26,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@628bc413{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:21:26,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7eb2ff8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:21:26,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18569d4f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/java.io.tmpdir/jetty-localhost-36989-hadoop-hdfs-3_4_1-tests_jar-_-any-15030411348547584592/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:21:26,160 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ac91a0{HTTP/1.1, (http/1.1)}{localhost:36989} 2024-11-23T02:21:26,160 INFO [Time-limited test {}] server.Server(415): Started @287756ms 2024-11-23T02:21:26,161 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T02:21:26,273 WARN [Thread-4318 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/cluster_8e9dd4b2-6c55-2a9f-2bb7-8a38a23706e9/data/data1/current/BP-484713517-172.17.0.2-1732328485759/current, will proceed with Du for space computation calculation, 2024-11-23T02:21:26,273 WARN [Thread-4319 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/cluster_8e9dd4b2-6c55-2a9f-2bb7-8a38a23706e9/data/data2/current/BP-484713517-172.17.0.2-1732328485759/current, will proceed with Du for space computation calculation, 2024-11-23T02:21:26,298 WARN [Thread-4306 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T02:21:26,302 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16cd5dbb48a3b2b5 with lease ID 0x7cc6091b21e85da8: Processing first storage report for DS-23b4bd62-cf35-487a-a8d4-a609f991bd53 from datanode DatanodeRegistration(127.0.0.1:40703, datanodeUuid=84944181-af47-48f9-a5f0-6d088be19096, infoPort=41617, infoSecurePort=0, ipcPort=41759, storageInfo=lv=-57;cid=testClusterID;nsid=1559853136;c=1732328485759) 2024-11-23T02:21:26,302 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16cd5dbb48a3b2b5 with lease ID 0x7cc6091b21e85da8: from storage DS-23b4bd62-cf35-487a-a8d4-a609f991bd53 node DatanodeRegistration(127.0.0.1:40703, datanodeUuid=84944181-af47-48f9-a5f0-6d088be19096, infoPort=41617, infoSecurePort=0, ipcPort=41759, storageInfo=lv=-57;cid=testClusterID;nsid=1559853136;c=1732328485759), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:21:26,302 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16cd5dbb48a3b2b5 with lease ID 0x7cc6091b21e85da8: Processing first storage report for DS-ebfc1fcd-1fd4-4490-ba7b-cba8649cd75c from datanode DatanodeRegistration(127.0.0.1:40703, datanodeUuid=84944181-af47-48f9-a5f0-6d088be19096, infoPort=41617, infoSecurePort=0, ipcPort=41759, storageInfo=lv=-57;cid=testClusterID;nsid=1559853136;c=1732328485759) 2024-11-23T02:21:26,303 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16cd5dbb48a3b2b5 with lease ID 0x7cc6091b21e85da8: from storage DS-ebfc1fcd-1fd4-4490-ba7b-cba8649cd75c node DatanodeRegistration(127.0.0.1:40703, datanodeUuid=84944181-af47-48f9-a5f0-6d088be19096, infoPort=41617, infoSecurePort=0, ipcPort=41759, storageInfo=lv=-57;cid=testClusterID;nsid=1559853136;c=1732328485759), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:21:26,387 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375 2024-11-23T02:21:26,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:26,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:26,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741825_1001 (size=7) 2024-11-23T02:21:26,401 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37 with version=8 2024-11-23T02:21:26,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/hbase-staging 2024-11-23T02:21:26,403 INFO [Time-limited test {}] client.ConnectionUtils(128): master/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:21:26,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:21:26,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:21:26,404 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:21:26,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:21:26,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:21:26,404 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T02:21:26,404 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:21:26,406 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34649 2024-11-23T02:21:26,407 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34649 connecting to ZooKeeper ensemble=127.0.0.1:49192 2024-11-23T02:21:26,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346490x0, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:21:26,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34649-0x10142a0ddfb0000 connected 2024-11-23T02:21:26,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:26,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:26,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34649-0x10142a0ddfb0000, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Set watcher on znode that does not yet exist, /0-549749388/running 2024-11-23T02:21:26,458 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37, hbase.cluster.distributed=false 2024-11-23T02:21:26,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34649-0x10142a0ddfb0000, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Set watcher on znode that does not yet exist, /0-549749388/acl 2024-11-23T02:21:26,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34649 2024-11-23T02:21:26,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34649 2024-11-23T02:21:26,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34649 2024-11-23T02:21:26,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34649 2024-11-23T02:21:26,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34649 2024-11-23T02:21:26,484 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:21:26,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:21:26,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:21:26,484 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:21:26,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:21:26,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:21:26,484 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T02:21:26,484 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:21:26,485 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42987 2024-11-23T02:21:26,485 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42987 connecting to ZooKeeper ensemble=127.0.0.1:49192 2024-11-23T02:21:26,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:26,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:26,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429870x0, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:21:26,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429870x0, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Set watcher on znode that does not yet exist, /0-549749388/running 2024-11-23T02:21:26,495 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T02:21:26,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42987-0x10142a0ddfb0001 connected 2024-11-23T02:21:26,501 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T02:21:26,501 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42987-0x10142a0ddfb0001, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Set watcher on znode that does not yet exist, /0-549749388/master 2024-11-23T02:21:26,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42987-0x10142a0ddfb0001, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Set watcher on znode that does not yet exist, /0-549749388/acl 2024-11-23T02:21:26,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42987 2024-11-23T02:21:26,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42987 2024-11-23T02:21:26,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42987 2024-11-23T02:21:26,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42987 2024-11-23T02:21:26,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42987 2024-11-23T02:21:26,523 DEBUG [M:0;72b6db343a5d:34649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;72b6db343a5d:34649 2024-11-23T02:21:26,524 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-549749388/backup-masters/72b6db343a5d,34649,1732328486403 2024-11-23T02:21:26,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x10142a0ddfb0000, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549749388/backup-masters 2024-11-23T02:21:26,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42987-0x10142a0ddfb0001, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549749388/backup-masters 2024-11-23T02:21:26,526 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34649-0x10142a0ddfb0000, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Set watcher on existing znode=/0-549749388/backup-masters/72b6db343a5d,34649,1732328486403 2024-11-23T02:21:26,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x10142a0ddfb0000, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549749388 2024-11-23T02:21:26,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42987-0x10142a0ddfb0001, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-549749388/master 2024-11-23T02:21:26,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42987-0x10142a0ddfb0001, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549749388 2024-11-23T02:21:26,529 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34649-0x10142a0ddfb0000, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Set watcher on existing znode=/0-549749388/master 2024-11-23T02:21:26,530 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-549749388/backup-masters/72b6db343a5d,34649,1732328486403 from backup master directory 2024-11-23T02:21:26,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x10142a0ddfb0000, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-549749388/backup-masters/72b6db343a5d,34649,1732328486403 2024-11-23T02:21:26,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x10142a0ddfb0000, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549749388/backup-masters 2024-11-23T02:21:26,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42987-0x10142a0ddfb0001, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549749388/backup-masters 2024-11-23T02:21:26,533 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:21:26,533 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=72b6db343a5d,34649,1732328486403 2024-11-23T02:21:26,536 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/hbase.id] with ID: 35da709b-4efa-4ed8-94ab-4d2532a2df48 2024-11-23T02:21:26,536 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/.tmp/hbase.id 2024-11-23T02:21:26,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741826_1002 (size=42) 2024-11-23T02:21:26,943 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/.tmp/hbase.id]:[hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/hbase.id] 2024-11-23T02:21:26,950 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:26,950 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T02:21:26,951 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T02:21:26,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x10142a0ddfb0000, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549749388 2024-11-23T02:21:26,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42987-0x10142a0ddfb0001, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549749388 2024-11-23T02:21:26,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741827_1003 (size=196) 2024-11-23T02:21:27,358 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:21:27,359 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T02:21:27,359 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:21:27,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741828_1004 (size=1189) 2024-11-23T02:21:27,765 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/MasterData/data/master/store 2024-11-23T02:21:27,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741829_1005 (size=34) 2024-11-23T02:21:28,178 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:28,178 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:21:28,178 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:28,178 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:28,178 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:21:28,178 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:28,178 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:28,178 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328488178Disabling compacts and flushes for region at 1732328488178Disabling writes for close at 1732328488178Writing region close event to WAL at 1732328488178Closed at 1732328488178 2024-11-23T02:21:28,179 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/MasterData/data/master/store/.initializing 2024-11-23T02:21:28,179 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/MasterData/WALs/72b6db343a5d,34649,1732328486403 2024-11-23T02:21:28,180 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:21:28,182 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=72b6db343a5d%2C34649%2C1732328486403, suffix=, logDir=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/MasterData/WALs/72b6db343a5d,34649,1732328486403, archiveDir=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/MasterData/oldWALs, maxLogs=10 2024-11-23T02:21:28,203 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/MasterData/WALs/72b6db343a5d,34649,1732328486403/72b6db343a5d%2C34649%2C1732328486403.1732328488182, exclude list is [], retry=0 2024-11-23T02:21:28,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40703,DS-23b4bd62-cf35-487a-a8d4-a609f991bd53,DISK] 2024-11-23T02:21:28,207 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/MasterData/WALs/72b6db343a5d,34649,1732328486403/72b6db343a5d%2C34649%2C1732328486403.1732328488182 2024-11-23T02:21:28,208 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41617:41617)] 2024-11-23T02:21:28,208 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:21:28,208 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:28,208 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:28,208 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:28,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:28,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T02:21:28,211 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:28,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:28,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:28,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T02:21:28,212 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:28,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:28,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:28,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T02:21:28,213 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:28,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:28,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:28,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T02:21:28,214 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:28,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:28,215 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:28,215 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:28,216 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:28,216 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:28,217 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:28,217 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:21:28,218 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:28,219 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:21:28,220 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73871539, jitterRate=0.1007717102766037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:21:28,220 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732328488208Initializing all the Stores at 1732328488209 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328488209Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328488209Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328488209Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328488209Cleaning up temporary data from old regions at 1732328488217 (+8 ms)Region opened successfully at 1732328488220 (+3 ms) 2024-11-23T02:21:28,220 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T02:21:28,223 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2e6981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:21:28,224 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T02:21:28,224 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T02:21:28,224 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T02:21:28,224 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T02:21:28,224 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T02:21:28,225 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T02:21:28,225 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T02:21:28,227 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T02:21:28,228 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34649-0x10142a0ddfb0000, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Unable to get data of znode /0-549749388/balancer because node does not exist (not necessarily an error) 2024-11-23T02:21:28,229 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-549749388/balancer already deleted, retry=false 2024-11-23T02:21:28,229 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T02:21:28,230 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34649-0x10142a0ddfb0000, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Unable to get data of znode /0-549749388/normalizer because node does not exist (not necessarily an error) 2024-11-23T02:21:28,231 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-549749388/normalizer already deleted, retry=false 2024-11-23T02:21:28,232 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T02:21:28,232 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34649-0x10142a0ddfb0000, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Unable to get data of znode /0-549749388/switch/split because node does not exist (not necessarily an error) 2024-11-23T02:21:28,234 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-549749388/switch/split already deleted, retry=false 2024-11-23T02:21:28,235 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34649-0x10142a0ddfb0000, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Unable to get data of znode /0-549749388/switch/merge because node does not exist (not necessarily an error) 2024-11-23T02:21:28,238 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-549749388/switch/merge already deleted, retry=false 2024-11-23T02:21:28,240 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34649-0x10142a0ddfb0000, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Unable to get data of znode /0-549749388/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T02:21:28,241 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-549749388/snapshot-cleanup already deleted, retry=false 2024-11-23T02:21:28,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x10142a0ddfb0000, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-549749388/running 2024-11-23T02:21:28,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42987-0x10142a0ddfb0001, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-549749388/running 2024-11-23T02:21:28,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x10142a0ddfb0000, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549749388 2024-11-23T02:21:28,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42987-0x10142a0ddfb0001, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549749388 2024-11-23T02:21:28,243 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=72b6db343a5d,34649,1732328486403, sessionid=0x10142a0ddfb0000, setting cluster-up flag (Was=false) 2024-11-23T02:21:28,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x10142a0ddfb0000, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549749388 2024-11-23T02:21:28,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42987-0x10142a0ddfb0001, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549749388 2024-11-23T02:21:28,252 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-549749388/flush-table-proc/acquired, /0-549749388/flush-table-proc/reached, /0-549749388/flush-table-proc/abort 2024-11-23T02:21:28,253 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,34649,1732328486403 2024-11-23T02:21:28,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x10142a0ddfb0000, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549749388 2024-11-23T02:21:28,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42987-0x10142a0ddfb0001, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549749388 2024-11-23T02:21:28,263 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-549749388/online-snapshot/acquired, /0-549749388/online-snapshot/reached, /0-549749388/online-snapshot/abort 2024-11-23T02:21:28,263 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,34649,1732328486403 2024-11-23T02:21:28,264 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T02:21:28,265 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T02:21:28,266 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T02:21:28,266 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T02:21:28,266 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 72b6db343a5d,34649,1732328486403 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T02:21:28,267 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:21:28,267 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:21:28,267 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:21:28,267 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:21:28,267 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/72b6db343a5d:0, corePoolSize=10, maxPoolSize=10 2024-11-23T02:21:28,267 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:28,267 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:21:28,267 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:28,269 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:21:28,269 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T02:21:28,270 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:28,270 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T02:21:28,273 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732328518273 2024-11-23T02:21:28,273 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T02:21:28,273 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T02:21:28,273 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T02:21:28,273 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T02:21:28,273 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T02:21:28,273 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T02:21:28,277 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:28,280 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T02:21:28,281 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T02:21:28,281 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T02:21:28,281 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T02:21:28,284 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T02:21:28,285 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T02:21:28,285 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328488285,5,FailOnTimeoutGroup] 2024-11-23T02:21:28,285 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328488285,5,FailOnTimeoutGroup] 2024-11-23T02:21:28,285 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:28,285 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T02:21:28,285 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:28,285 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:28,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741831_1007 (size=1321) 2024-11-23T02:21:28,287 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T02:21:28,287 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37 2024-11-23T02:21:28,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741832_1008 (size=32) 2024-11-23T02:21:28,314 INFO [RS:0;72b6db343a5d:42987 {}] regionserver.HRegionServer(746): ClusterId : 35da709b-4efa-4ed8-94ab-4d2532a2df48 2024-11-23T02:21:28,315 DEBUG [RS:0;72b6db343a5d:42987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T02:21:28,316 DEBUG [RS:0;72b6db343a5d:42987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T02:21:28,316 DEBUG [RS:0;72b6db343a5d:42987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T02:21:28,318 DEBUG [RS:0;72b6db343a5d:42987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T02:21:28,318 DEBUG [RS:0;72b6db343a5d:42987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b782d39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:21:28,333 DEBUG [RS:0;72b6db343a5d:42987 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;72b6db343a5d:42987 2024-11-23T02:21:28,333 INFO [RS:0;72b6db343a5d:42987 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T02:21:28,333 INFO [RS:0;72b6db343a5d:42987 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T02:21:28,333 DEBUG [RS:0;72b6db343a5d:42987 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T02:21:28,334 INFO [RS:0;72b6db343a5d:42987 {}] regionserver.HRegionServer(2659): reportForDuty to master=72b6db343a5d,34649,1732328486403 with port=42987, startcode=1732328486483 2024-11-23T02:21:28,334 DEBUG [RS:0;72b6db343a5d:42987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T02:21:28,336 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46521, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T02:21:28,336 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34649 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 72b6db343a5d,42987,1732328486483 2024-11-23T02:21:28,337 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34649 {}] master.ServerManager(517): Registering regionserver=72b6db343a5d,42987,1732328486483 2024-11-23T02:21:28,338 DEBUG [RS:0;72b6db343a5d:42987 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37 2024-11-23T02:21:28,338 DEBUG [RS:0;72b6db343a5d:42987 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46165 2024-11-23T02:21:28,338 DEBUG [RS:0;72b6db343a5d:42987 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T02:21:28,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x10142a0ddfb0000, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549749388/rs 2024-11-23T02:21:28,340 DEBUG [RS:0;72b6db343a5d:42987 {}] zookeeper.ZKUtil(111): regionserver:42987-0x10142a0ddfb0001, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Set watcher on existing znode=/0-549749388/rs/72b6db343a5d,42987,1732328486483 2024-11-23T02:21:28,340 WARN [RS:0;72b6db343a5d:42987 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:21:28,340 INFO [RS:0;72b6db343a5d:42987 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:21:28,340 DEBUG [RS:0;72b6db343a5d:42987 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483 2024-11-23T02:21:28,340 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [72b6db343a5d,42987,1732328486483] 2024-11-23T02:21:28,346 INFO [RS:0;72b6db343a5d:42987 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T02:21:28,352 INFO [RS:0;72b6db343a5d:42987 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T02:21:28,355 INFO [RS:0;72b6db343a5d:42987 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T02:21:28,355 INFO [RS:0;72b6db343a5d:42987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:28,357 INFO [RS:0;72b6db343a5d:42987 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T02:21:28,357 INFO [RS:0;72b6db343a5d:42987 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T02:21:28,358 INFO [RS:0;72b6db343a5d:42987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:28,358 DEBUG [RS:0;72b6db343a5d:42987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:28,358 DEBUG [RS:0;72b6db343a5d:42987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:28,358 DEBUG [RS:0;72b6db343a5d:42987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:28,358 DEBUG [RS:0;72b6db343a5d:42987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:28,358 DEBUG [RS:0;72b6db343a5d:42987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:28,358 DEBUG [RS:0;72b6db343a5d:42987 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:21:28,358 DEBUG [RS:0;72b6db343a5d:42987 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:28,358 DEBUG [RS:0;72b6db343a5d:42987 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:28,358 DEBUG [RS:0;72b6db343a5d:42987 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:28,358 DEBUG [RS:0;72b6db343a5d:42987 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:28,358 DEBUG [RS:0;72b6db343a5d:42987 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:28,358 DEBUG [RS:0;72b6db343a5d:42987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:28,358 DEBUG [RS:0;72b6db343a5d:42987 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:21:28,358 DEBUG [RS:0;72b6db343a5d:42987 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:21:28,362 INFO [RS:0;72b6db343a5d:42987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:28,362 INFO [RS:0;72b6db343a5d:42987 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:28,362 INFO [RS:0;72b6db343a5d:42987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:28,362 INFO [RS:0;72b6db343a5d:42987 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:28,362 INFO [RS:0;72b6db343a5d:42987 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:28,362 INFO [RS:0;72b6db343a5d:42987 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,42987,1732328486483-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:21:28,383 INFO [RS:0;72b6db343a5d:42987 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T02:21:28,384 INFO [RS:0;72b6db343a5d:42987 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,42987,1732328486483-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:28,384 INFO [RS:0;72b6db343a5d:42987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:28,384 INFO [RS:0;72b6db343a5d:42987 {}] regionserver.Replication(171): 72b6db343a5d,42987,1732328486483 started 2024-11-23T02:21:28,405 INFO [RS:0;72b6db343a5d:42987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:28,406 INFO [RS:0;72b6db343a5d:42987 {}] regionserver.HRegionServer(1482): Serving as 72b6db343a5d,42987,1732328486483, RpcServer on 72b6db343a5d/172.17.0.2:42987, sessionid=0x10142a0ddfb0001 2024-11-23T02:21:28,406 DEBUG [RS:0;72b6db343a5d:42987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T02:21:28,406 DEBUG [RS:0;72b6db343a5d:42987 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 72b6db343a5d,42987,1732328486483 2024-11-23T02:21:28,406 DEBUG [RS:0;72b6db343a5d:42987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,42987,1732328486483' 2024-11-23T02:21:28,406 DEBUG [RS:0;72b6db343a5d:42987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-549749388/flush-table-proc/abort' 2024-11-23T02:21:28,406 DEBUG [RS:0;72b6db343a5d:42987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-549749388/flush-table-proc/acquired' 2024-11-23T02:21:28,407 DEBUG [RS:0;72b6db343a5d:42987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T02:21:28,407 DEBUG [RS:0;72b6db343a5d:42987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T02:21:28,407 DEBUG [RS:0;72b6db343a5d:42987 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 72b6db343a5d,42987,1732328486483 2024-11-23T02:21:28,407 DEBUG [RS:0;72b6db343a5d:42987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,42987,1732328486483' 2024-11-23T02:21:28,407 DEBUG [RS:0;72b6db343a5d:42987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-549749388/online-snapshot/abort' 2024-11-23T02:21:28,407 DEBUG [RS:0;72b6db343a5d:42987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-549749388/online-snapshot/acquired' 2024-11-23T02:21:28,408 DEBUG [RS:0;72b6db343a5d:42987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T02:21:28,408 INFO [RS:0;72b6db343a5d:42987 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T02:21:28,408 INFO [RS:0;72b6db343a5d:42987 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T02:21:28,508 INFO [RS:0;72b6db343a5d:42987 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:21:28,510 INFO [RS:0;72b6db343a5d:42987 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C42987%2C1732328486483, suffix=, logDir=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483, archiveDir=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/oldWALs, maxLogs=10 2024-11-23T02:21:28,527 DEBUG [RS:0;72b6db343a5d:42987 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328488510, exclude list is [], retry=0 2024-11-23T02:21:28,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40703,DS-23b4bd62-cf35-487a-a8d4-a609f991bd53,DISK] 2024-11-23T02:21:28,545 INFO [RS:0;72b6db343a5d:42987 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328488510 2024-11-23T02:21:28,546 DEBUG [RS:0;72b6db343a5d:42987 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41617:41617)] 2024-11-23T02:21:28,696 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:28,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:21:28,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:21:28,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:28,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:28,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:21:28,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:21:28,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:28,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:28,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:21:28,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:21:28,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:28,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:28,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:21:28,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:21:28,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:28,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:28,703 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:21:28,704 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/meta/1588230740 2024-11-23T02:21:28,704 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/meta/1588230740 2024-11-23T02:21:28,705 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:21:28,705 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:21:28,705 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:21:28,706 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:21:28,708 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:21:28,708 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61577880, jitterRate=-0.08241808414459229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:21:28,708 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732328488697Initializing all the Stores at 1732328488697Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328488697Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328488698 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328488698Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328488698Cleaning up temporary data from old regions at 1732328488705 (+7 ms)Region opened successfully at 1732328488708 (+3 ms) 2024-11-23T02:21:28,709 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:21:28,709 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:21:28,709 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:21:28,709 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:21:28,709 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:21:28,709 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:21:28,709 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328488708Disabling compacts and flushes for region at 1732328488708Disabling writes for close at 1732328488709 (+1 ms)Writing region close event to WAL at 1732328488709Closed at 1732328488709 2024-11-23T02:21:28,710 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:21:28,710 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T02:21:28,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T02:21:28,711 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:21:28,712 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T02:21:28,843 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T02:21:28,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:28,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:28,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:28,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:28,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:28,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:28,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:28,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:28,862 DEBUG [72b6db343a5d:34649 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T02:21:28,863 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=72b6db343a5d,42987,1732328486483 2024-11-23T02:21:28,864 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,42987,1732328486483, state=OPENING 2024-11-23T02:21:28,867 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T02:21:28,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x10142a0ddfb0000, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549749388 2024-11-23T02:21:28,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42987-0x10142a0ddfb0001, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549749388 2024-11-23T02:21:28,869 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-549749388/meta-region-server: CHANGED 2024-11-23T02:21:28,870 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:21:28,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,42987,1732328486483}] 2024-11-23T02:21:28,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-549749388/meta-region-server: CHANGED 2024-11-23T02:21:28,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:28,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:28,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:28,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:28,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:28,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:28,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:28,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:28,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:28,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:28,922 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T02:21:28,923 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-23T02:21:29,022 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:21:29,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T02:21:29,026 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T02:21:29,027 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:21:29,027 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T02:21:29,030 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C42987%2C1732328486483.meta, suffix=.meta, logDir=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483, archiveDir=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/oldWALs, maxLogs=10 2024-11-23T02:21:29,044 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.meta.1732328489030.meta, exclude list is [], retry=0 2024-11-23T02:21:29,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40703,DS-23b4bd62-cf35-487a-a8d4-a609f991bd53,DISK] 2024-11-23T02:21:29,051 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.meta.1732328489030.meta 2024-11-23T02:21:29,052 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41617:41617)] 2024-11-23T02:21:29,052 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:21:29,053 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:21:29,053 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:21:29,053 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T02:21:29,053 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T02:21:29,053 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T02:21:29,053 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:29,053 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T02:21:29,053 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T02:21:29,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:21:29,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:21:29,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:29,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:29,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:21:29,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:21:29,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:29,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:29,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:21:29,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:21:29,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:29,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:29,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:21:29,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:21:29,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:29,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:29,062 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:21:29,062 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/meta/1588230740 2024-11-23T02:21:29,063 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/meta/1588230740 2024-11-23T02:21:29,064 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:21:29,064 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:21:29,065 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:21:29,066 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:21:29,066 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74274606, jitterRate=0.10677787661552429}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:21:29,066 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T02:21:29,066 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732328489053Writing region info on filesystem at 1732328489053Initializing all the Stores at 1732328489055 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328489055Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328489056 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328489056Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328489056Cleaning up temporary data from old regions at 1732328489064 (+8 ms)Running coprocessor post-open hooks at 1732328489066 (+2 ms)Region opened successfully at 1732328489066 2024-11-23T02:21:29,067 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732328489022 2024-11-23T02:21:29,070 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T02:21:29,070 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T02:21:29,070 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,42987,1732328486483 2024-11-23T02:21:29,071 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,42987,1732328486483, state=OPEN 2024-11-23T02:21:29,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42987-0x10142a0ddfb0001, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-549749388/meta-region-server 2024-11-23T02:21:29,077 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-549749388/meta-region-server: CHANGED 2024-11-23T02:21:29,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x10142a0ddfb0000, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-549749388/meta-region-server 2024-11-23T02:21:29,077 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-549749388/meta-region-server: CHANGED 2024-11-23T02:21:29,081 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=72b6db343a5d,42987,1732328486483 2024-11-23T02:21:29,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T02:21:29,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,42987,1732328486483 in 211 msec 2024-11-23T02:21:29,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T02:21:29,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 373 msec 2024-11-23T02:21:29,086 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:21:29,086 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T02:21:29,087 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:21:29,087 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,42987,1732328486483, seqNum=-1] 2024-11-23T02:21:29,088 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:29,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:29,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 833 msec 2024-11-23T02:21:29,098 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732328489098, completionTime=-1 2024-11-23T02:21:29,098 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T02:21:29,098 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T02:21:29,100 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T02:21:29,100 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732328549100 2024-11-23T02:21:29,100 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732328609100 2024-11-23T02:21:29,101 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T02:21:29,101 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,34649,1732328486403-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:29,101 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,34649,1732328486403-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:29,101 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,34649,1732328486403-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:29,101 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-72b6db343a5d:34649, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:29,101 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:29,103 DEBUG [master/72b6db343a5d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T02:21:29,112 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:29,116 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.583sec 2024-11-23T02:21:29,116 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T02:21:29,116 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T02:21:29,116 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T02:21:29,116 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T02:21:29,116 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T02:21:29,116 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,34649,1732328486403-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:21:29,117 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,34649,1732328486403-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T02:21:29,126 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T02:21:29,126 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T02:21:29,126 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,34649,1732328486403-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:29,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45283088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:29,216 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,34649,-1 for getting cluster id 2024-11-23T02:21:29,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:21:29,219 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35da709b-4efa-4ed8-94ab-4d2532a2df48' 2024-11-23T02:21:29,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:21:29,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35da709b-4efa-4ed8-94ab-4d2532a2df48" 2024-11-23T02:21:29,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21dc69a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:29,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,34649,-1] 2024-11-23T02:21:29,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:21:29,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:29,221 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:21:29,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1572278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:29,222 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:21:29,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,42987,1732328486483, seqNum=-1] 2024-11-23T02:21:29,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:29,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:29,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=72b6db343a5d,34649,1732328486403 2024-11-23T02:21:29,227 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49192 2024-11-23T02:21:29,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:21:29,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/hadoop.log.dir so I do NOT create it in target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25 2024-11-23T02:21:29,236 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T02:21:29,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/hadoop.tmp.dir so I do NOT create it in target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25 2024-11-23T02:21:29,236 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T02:21:29,236 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25 2024-11-23T02:21:29,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T02:21:29,236 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25/cluster_773bc153-928c-e1dc-bbd7-4343e7f2626c, deleteOnExit=true 2024-11-23T02:21:29,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T02:21:29,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25/test.cache.data in system properties and HBase conf 2024-11-23T02:21:29,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T02:21:29,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25/hadoop.log.dir in system properties and HBase conf 2024-11-23T02:21:29,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T02:21:29,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T02:21:29,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T02:21:29,237 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T02:21:29,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:21:29,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:21:29,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T02:21:29,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:21:29,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T02:21:29,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T02:21:29,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:21:29,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:21:29,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T02:21:29,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25/nfs.dump.dir in system properties and HBase conf 2024-11-23T02:21:29,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25/java.io.tmpdir in system properties and HBase conf 2024-11-23T02:21:29,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:21:29,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T02:21:29,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T02:21:29,240 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10142a0ddfb0002 connected 2024-11-23T02:21:29,358 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:21:29,362 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:21:29,374 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:21:29,374 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:21:29,374 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T02:21:29,377 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:21:29,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@695f4bcd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:21:29,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68a39e3a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:21:29,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bcf13a8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25/java.io.tmpdir/jetty-localhost-41675-hadoop-hdfs-3_4_1-tests_jar-_-any-8401999480358155064/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:21:29,523 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ef328a3{HTTP/1.1, (http/1.1)}{localhost:41675} 2024-11-23T02:21:29,523 INFO [Time-limited test {}] server.Server(415): Started @291119ms 2024-11-23T02:21:29,779 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:21:29,783 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:21:29,805 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:21:29,805 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:21:29,805 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T02:21:29,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a7b84ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:21:29,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@580381e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:21:29,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@443d7e90{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25/java.io.tmpdir/jetty-localhost-43627-hadoop-hdfs-3_4_1-tests_jar-_-any-7184727973457032644/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:21:29,981 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@351c0e26{HTTP/1.1, (http/1.1)}{localhost:43627} 2024-11-23T02:21:29,981 INFO [Time-limited test {}] server.Server(415): Started @291577ms 2024-11-23T02:21:29,983 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T02:21:30,138 WARN [Thread-4439 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25/cluster_773bc153-928c-e1dc-bbd7-4343e7f2626c/data/data1/current/BP-715503431-172.17.0.2-1732328489260/current, will proceed with Du for space computation calculation, 2024-11-23T02:21:30,139 WARN [Thread-4440 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25/cluster_773bc153-928c-e1dc-bbd7-4343e7f2626c/data/data2/current/BP-715503431-172.17.0.2-1732328489260/current, will proceed with Du for space computation calculation, 2024-11-23T02:21:30,169 WARN [Thread-4427 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T02:21:30,175 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9dfc0452d9891385 with lease ID 0x9460a1ee1a2e9145: Processing first storage report for DS-8821cabb-b10f-4765-9f2c-f6acfad95acc from datanode DatanodeRegistration(127.0.0.1:41921, datanodeUuid=55465d39-2942-4bab-a942-57552b6729c7, infoPort=38881, infoSecurePort=0, ipcPort=46809, storageInfo=lv=-57;cid=testClusterID;nsid=56351343;c=1732328489260) 2024-11-23T02:21:30,175 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9dfc0452d9891385 with lease ID 0x9460a1ee1a2e9145: from storage DS-8821cabb-b10f-4765-9f2c-f6acfad95acc node DatanodeRegistration(127.0.0.1:41921, datanodeUuid=55465d39-2942-4bab-a942-57552b6729c7, infoPort=38881, infoSecurePort=0, ipcPort=46809, storageInfo=lv=-57;cid=testClusterID;nsid=56351343;c=1732328489260), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:21:30,175 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9dfc0452d9891385 with lease ID 0x9460a1ee1a2e9145: Processing first storage report for DS-03740d38-dfc4-4ac7-a24e-ee10c8b26e38 from datanode DatanodeRegistration(127.0.0.1:41921, datanodeUuid=55465d39-2942-4bab-a942-57552b6729c7, infoPort=38881, infoSecurePort=0, ipcPort=46809, storageInfo=lv=-57;cid=testClusterID;nsid=56351343;c=1732328489260) 2024-11-23T02:21:30,175 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9dfc0452d9891385 with lease ID 0x9460a1ee1a2e9145: from storage DS-03740d38-dfc4-4ac7-a24e-ee10c8b26e38 node DatanodeRegistration(127.0.0.1:41921, datanodeUuid=55465d39-2942-4bab-a942-57552b6729c7, infoPort=38881, infoSecurePort=0, ipcPort=46809, storageInfo=lv=-57;cid=testClusterID;nsid=56351343;c=1732328489260), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:21:30,263 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25 2024-11-23T02:21:30,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:30,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:30,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741825_1001 (size=7) 2024-11-23T02:21:30,272 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880 with version=8 2024-11-23T02:21:30,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/hbase-staging 2024-11-23T02:21:30,275 INFO [Time-limited test {}] client.ConnectionUtils(128): master/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:21:30,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:21:30,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:21:30,275 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:21:30,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:21:30,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:21:30,276 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T02:21:30,276 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:21:30,276 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37665 2024-11-23T02:21:30,277 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37665 connecting to ZooKeeper ensemble=127.0.0.1:49192 2024-11-23T02:21:30,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376650x0, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:21:30,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37665-0x10142a0ddfb0003 connected 2024-11-23T02:21:30,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:30,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:30,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37665-0x10142a0ddfb0003, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Set watcher on znode that does not yet exist, /1-187930974/running 2024-11-23T02:21:30,299 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880, hbase.cluster.distributed=false 2024-11-23T02:21:30,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37665-0x10142a0ddfb0003, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Set watcher on znode that does not yet exist, /1-187930974/acl 2024-11-23T02:21:30,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37665 2024-11-23T02:21:30,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37665 2024-11-23T02:21:30,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37665 2024-11-23T02:21:30,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37665 2024-11-23T02:21:30,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37665 2024-11-23T02:21:30,334 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:21:30,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:21:30,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:21:30,335 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:21:30,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:21:30,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:21:30,335 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T02:21:30,335 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:21:30,336 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36149 2024-11-23T02:21:30,337 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36149 connecting to ZooKeeper ensemble=127.0.0.1:49192 2024-11-23T02:21:30,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:30,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:30,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361490x0, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:21:30,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361490x0, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Set watcher on znode that does not yet exist, /1-187930974/running 2024-11-23T02:21:30,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36149-0x10142a0ddfb0004 connected 2024-11-23T02:21:30,347 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T02:21:30,349 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T02:21:30,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36149-0x10142a0ddfb0004, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Set watcher on znode that does not yet exist, /1-187930974/master 2024-11-23T02:21:30,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36149-0x10142a0ddfb0004, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Set watcher on znode that does not yet exist, /1-187930974/acl 2024-11-23T02:21:30,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36149 2024-11-23T02:21:30,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36149 2024-11-23T02:21:30,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36149 2024-11-23T02:21:30,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36149 2024-11-23T02:21:30,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36149 2024-11-23T02:21:30,380 DEBUG [M:0;72b6db343a5d:37665 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;72b6db343a5d:37665 2024-11-23T02:21:30,380 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-187930974/backup-masters/72b6db343a5d,37665,1732328490275 2024-11-23T02:21:30,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37665-0x10142a0ddfb0003, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187930974/backup-masters 2024-11-23T02:21:30,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36149-0x10142a0ddfb0004, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187930974/backup-masters 2024-11-23T02:21:30,384 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37665-0x10142a0ddfb0003, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Set watcher on existing znode=/1-187930974/backup-masters/72b6db343a5d,37665,1732328490275 2024-11-23T02:21:30,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36149-0x10142a0ddfb0004, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-187930974/master 2024-11-23T02:21:30,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37665-0x10142a0ddfb0003, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187930974 2024-11-23T02:21:30,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36149-0x10142a0ddfb0004, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187930974 2024-11-23T02:21:30,386 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37665-0x10142a0ddfb0003, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Set watcher on existing znode=/1-187930974/master 2024-11-23T02:21:30,387 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-187930974/backup-masters/72b6db343a5d,37665,1732328490275 from backup master directory 2024-11-23T02:21:30,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37665-0x10142a0ddfb0003, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-187930974/backup-masters/72b6db343a5d,37665,1732328490275 2024-11-23T02:21:30,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37665-0x10142a0ddfb0003, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187930974/backup-masters 2024-11-23T02:21:30,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36149-0x10142a0ddfb0004, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187930974/backup-masters 2024-11-23T02:21:30,388 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:21:30,388 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=72b6db343a5d,37665,1732328490275 2024-11-23T02:21:30,397 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/hbase.id] with ID: d54235aa-5346-4ca6-a314-ebde98e6f525 2024-11-23T02:21:30,397 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/.tmp/hbase.id 2024-11-23T02:21:30,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741826_1002 (size=42) 2024-11-23T02:21:30,815 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/.tmp/hbase.id]:[hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/hbase.id] 2024-11-23T02:21:30,825 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:30,825 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T02:21:30,826 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T02:21:30,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37665-0x10142a0ddfb0003, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187930974 2024-11-23T02:21:30,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36149-0x10142a0ddfb0004, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187930974 2024-11-23T02:21:30,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741827_1003 (size=196) 2024-11-23T02:21:30,836 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:21:30,837 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T02:21:30,838 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:21:30,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741828_1004 (size=1189) 2024-11-23T02:21:31,244 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/MasterData/data/master/store 2024-11-23T02:21:31,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741829_1005 (size=34) 2024-11-23T02:21:31,652 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:31,652 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:21:31,652 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:31,652 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:31,652 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:21:31,652 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:31,652 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:31,653 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328491652Disabling compacts and flushes for region at 1732328491652Disabling writes for close at 1732328491652Writing region close event to WAL at 1732328491652Closed at 1732328491652 2024-11-23T02:21:31,654 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/MasterData/data/master/store/.initializing 2024-11-23T02:21:31,654 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/MasterData/WALs/72b6db343a5d,37665,1732328490275 2024-11-23T02:21:31,655 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:21:31,658 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=72b6db343a5d%2C37665%2C1732328490275, suffix=, logDir=hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/MasterData/WALs/72b6db343a5d,37665,1732328490275, archiveDir=hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/MasterData/oldWALs, maxLogs=10 2024-11-23T02:21:31,679 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/MasterData/WALs/72b6db343a5d,37665,1732328490275/72b6db343a5d%2C37665%2C1732328490275.1732328491658, exclude list is [], retry=0 2024-11-23T02:21:31,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41921,DS-8821cabb-b10f-4765-9f2c-f6acfad95acc,DISK] 2024-11-23T02:21:31,690 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/MasterData/WALs/72b6db343a5d,37665,1732328490275/72b6db343a5d%2C37665%2C1732328490275.1732328491658 2024-11-23T02:21:31,692 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38881:38881)] 2024-11-23T02:21:31,693 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:21:31,693 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:31,693 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:31,693 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:31,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:31,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T02:21:31,696 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:31,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:31,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:31,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T02:21:31,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:31,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:31,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:31,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T02:21:31,699 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:31,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:31,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:31,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T02:21:31,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:31,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:31,701 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:31,701 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:31,702 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:31,703 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:31,703 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:31,703 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:21:31,704 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:31,706 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:21:31,707 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67713122, jitterRate=0.009004145860671997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:21:31,707 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732328491693Initializing all the Stores at 1732328491694 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328491694Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328491694Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328491694Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328491694Cleaning up temporary data from old regions at 1732328491703 (+9 ms)Region opened successfully at 1732328491707 (+4 ms) 2024-11-23T02:21:31,707 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T02:21:31,710 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3169932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:21:31,710 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T02:21:31,711 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T02:21:31,711 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T02:21:31,711 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T02:21:31,711 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T02:21:31,712 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T02:21:31,712 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T02:21:31,716 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T02:21:31,717 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37665-0x10142a0ddfb0003, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Unable to get data of znode /1-187930974/balancer because node does not exist (not necessarily an error) 2024-11-23T02:21:31,721 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-187930974/balancer already deleted, retry=false 2024-11-23T02:21:31,722 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T02:21:31,722 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37665-0x10142a0ddfb0003, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Unable to get data of znode /1-187930974/normalizer because node does not exist (not necessarily an error) 2024-11-23T02:21:31,725 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-187930974/normalizer already deleted, retry=false 2024-11-23T02:21:31,725 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T02:21:31,729 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37665-0x10142a0ddfb0003, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Unable to get data of znode /1-187930974/switch/split because node does not exist (not necessarily an error) 2024-11-23T02:21:31,730 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-187930974/switch/split already deleted, retry=false 2024-11-23T02:21:31,731 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37665-0x10142a0ddfb0003, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Unable to get data of znode /1-187930974/switch/merge because node does not exist (not necessarily an error) 2024-11-23T02:21:31,732 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-187930974/switch/merge already deleted, retry=false 2024-11-23T02:21:31,734 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37665-0x10142a0ddfb0003, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Unable to get data of znode /1-187930974/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T02:21:31,737 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-187930974/snapshot-cleanup already deleted, retry=false 2024-11-23T02:21:31,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37665-0x10142a0ddfb0003, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-187930974/running 2024-11-23T02:21:31,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37665-0x10142a0ddfb0003, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187930974 2024-11-23T02:21:31,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36149-0x10142a0ddfb0004, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-187930974/running 2024-11-23T02:21:31,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36149-0x10142a0ddfb0004, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187930974 2024-11-23T02:21:31,739 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=72b6db343a5d,37665,1732328490275, sessionid=0x10142a0ddfb0003, setting cluster-up flag (Was=false) 2024-11-23T02:21:31,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36149-0x10142a0ddfb0004, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187930974 2024-11-23T02:21:31,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37665-0x10142a0ddfb0003, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187930974 2024-11-23T02:21:31,748 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-187930974/flush-table-proc/acquired, /1-187930974/flush-table-proc/reached, /1-187930974/flush-table-proc/abort 2024-11-23T02:21:31,749 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,37665,1732328490275 2024-11-23T02:21:31,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36149-0x10142a0ddfb0004, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187930974 2024-11-23T02:21:31,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37665-0x10142a0ddfb0003, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187930974 2024-11-23T02:21:31,765 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-187930974/online-snapshot/acquired, /1-187930974/online-snapshot/reached, /1-187930974/online-snapshot/abort 2024-11-23T02:21:31,766 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,37665,1732328490275 2024-11-23T02:21:31,773 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T02:21:31,777 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T02:21:31,778 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T02:21:31,778 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T02:21:31,778 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 72b6db343a5d,37665,1732328490275 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T02:21:31,779 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:21:31,780 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:21:31,780 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:21:31,780 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:21:31,780 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/72b6db343a5d:0, corePoolSize=10, maxPoolSize=10 2024-11-23T02:21:31,780 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:31,780 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:21:31,780 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:31,789 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:21:31,789 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T02:21:31,790 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:31,791 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T02:21:31,792 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732328521792 2024-11-23T02:21:31,792 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T02:21:31,793 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T02:21:31,793 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T02:21:31,793 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T02:21:31,793 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T02:21:31,793 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T02:21:31,795 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:31,799 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T02:21:31,799 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T02:21:31,799 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T02:21:31,799 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T02:21:31,800 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T02:21:31,800 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T02:21:31,804 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328491800,5,FailOnTimeoutGroup] 2024-11-23T02:21:31,809 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328491804,5,FailOnTimeoutGroup] 2024-11-23T02:21:31,809 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:31,809 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T02:21:31,810 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:31,810 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:31,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741831_1007 (size=1321) 2024-11-23T02:21:31,812 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T02:21:31,812 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880 2024-11-23T02:21:31,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741832_1008 (size=32) 2024-11-23T02:21:31,867 INFO [RS:0;72b6db343a5d:36149 {}] regionserver.HRegionServer(746): ClusterId : d54235aa-5346-4ca6-a314-ebde98e6f525 2024-11-23T02:21:31,867 DEBUG [RS:0;72b6db343a5d:36149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T02:21:31,871 DEBUG [RS:0;72b6db343a5d:36149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T02:21:31,871 DEBUG [RS:0;72b6db343a5d:36149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T02:21:31,873 DEBUG [RS:0;72b6db343a5d:36149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T02:21:31,874 DEBUG [RS:0;72b6db343a5d:36149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3695edd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:21:31,893 DEBUG [RS:0;72b6db343a5d:36149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;72b6db343a5d:36149 2024-11-23T02:21:31,893 INFO [RS:0;72b6db343a5d:36149 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T02:21:31,893 INFO [RS:0;72b6db343a5d:36149 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T02:21:31,893 DEBUG [RS:0;72b6db343a5d:36149 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T02:21:31,894 INFO [RS:0;72b6db343a5d:36149 {}] regionserver.HRegionServer(2659): reportForDuty to master=72b6db343a5d,37665,1732328490275 with port=36149, startcode=1732328490334 2024-11-23T02:21:31,894 DEBUG [RS:0;72b6db343a5d:36149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T02:21:31,897 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T02:21:31,897 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37665 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 72b6db343a5d,36149,1732328490334 2024-11-23T02:21:31,897 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37665 {}] master.ServerManager(517): Registering regionserver=72b6db343a5d,36149,1732328490334 2024-11-23T02:21:31,899 DEBUG [RS:0;72b6db343a5d:36149 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880 2024-11-23T02:21:31,899 DEBUG [RS:0;72b6db343a5d:36149 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36665 2024-11-23T02:21:31,899 DEBUG [RS:0;72b6db343a5d:36149 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T02:21:31,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37665-0x10142a0ddfb0003, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187930974/rs 2024-11-23T02:21:31,904 DEBUG [RS:0;72b6db343a5d:36149 {}] zookeeper.ZKUtil(111): regionserver:36149-0x10142a0ddfb0004, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Set watcher on existing znode=/1-187930974/rs/72b6db343a5d,36149,1732328490334 2024-11-23T02:21:31,904 WARN [RS:0;72b6db343a5d:36149 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:21:31,904 INFO [RS:0;72b6db343a5d:36149 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:21:31,904 DEBUG [RS:0;72b6db343a5d:36149 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/WALs/72b6db343a5d,36149,1732328490334 2024-11-23T02:21:31,905 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [72b6db343a5d,36149,1732328490334] 2024-11-23T02:21:31,907 INFO [RS:0;72b6db343a5d:36149 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T02:21:31,912 INFO [RS:0;72b6db343a5d:36149 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T02:21:31,913 INFO [RS:0;72b6db343a5d:36149 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T02:21:31,913 INFO [RS:0;72b6db343a5d:36149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:31,913 INFO [RS:0;72b6db343a5d:36149 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T02:21:31,914 INFO [RS:0;72b6db343a5d:36149 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T02:21:31,914 INFO [RS:0;72b6db343a5d:36149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:31,914 DEBUG [RS:0;72b6db343a5d:36149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:31,914 DEBUG [RS:0;72b6db343a5d:36149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:31,914 DEBUG [RS:0;72b6db343a5d:36149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:31,914 DEBUG [RS:0;72b6db343a5d:36149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:31,914 DEBUG [RS:0;72b6db343a5d:36149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:31,914 DEBUG [RS:0;72b6db343a5d:36149 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:21:31,914 DEBUG [RS:0;72b6db343a5d:36149 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:31,914 DEBUG [RS:0;72b6db343a5d:36149 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:31,914 DEBUG [RS:0;72b6db343a5d:36149 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:31,914 DEBUG [RS:0;72b6db343a5d:36149 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:31,914 DEBUG [RS:0;72b6db343a5d:36149 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:31,914 DEBUG [RS:0;72b6db343a5d:36149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:31,914 DEBUG [RS:0;72b6db343a5d:36149 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:21:31,914 DEBUG [RS:0;72b6db343a5d:36149 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:21:31,919 INFO [RS:0;72b6db343a5d:36149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:31,919 INFO [RS:0;72b6db343a5d:36149 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:31,919 INFO [RS:0;72b6db343a5d:36149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:31,919 INFO [RS:0;72b6db343a5d:36149 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:31,919 INFO [RS:0;72b6db343a5d:36149 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:31,919 INFO [RS:0;72b6db343a5d:36149 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,36149,1732328490334-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:21:31,940 INFO [RS:0;72b6db343a5d:36149 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T02:21:31,940 INFO [RS:0;72b6db343a5d:36149 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,36149,1732328490334-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:31,940 INFO [RS:0;72b6db343a5d:36149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:31,940 INFO [RS:0;72b6db343a5d:36149 {}] regionserver.Replication(171): 72b6db343a5d,36149,1732328490334 started 2024-11-23T02:21:31,961 INFO [RS:0;72b6db343a5d:36149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:31,961 INFO [RS:0;72b6db343a5d:36149 {}] regionserver.HRegionServer(1482): Serving as 72b6db343a5d,36149,1732328490334, RpcServer on 72b6db343a5d/172.17.0.2:36149, sessionid=0x10142a0ddfb0004 2024-11-23T02:21:31,961 DEBUG [RS:0;72b6db343a5d:36149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T02:21:31,961 DEBUG [RS:0;72b6db343a5d:36149 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 72b6db343a5d,36149,1732328490334 2024-11-23T02:21:31,961 DEBUG [RS:0;72b6db343a5d:36149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,36149,1732328490334' 2024-11-23T02:21:31,961 DEBUG [RS:0;72b6db343a5d:36149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-187930974/flush-table-proc/abort' 2024-11-23T02:21:31,962 DEBUG [RS:0;72b6db343a5d:36149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-187930974/flush-table-proc/acquired' 2024-11-23T02:21:31,963 DEBUG [RS:0;72b6db343a5d:36149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T02:21:31,963 DEBUG [RS:0;72b6db343a5d:36149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T02:21:31,963 DEBUG [RS:0;72b6db343a5d:36149 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 72b6db343a5d,36149,1732328490334 2024-11-23T02:21:31,963 DEBUG [RS:0;72b6db343a5d:36149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,36149,1732328490334' 2024-11-23T02:21:31,963 DEBUG [RS:0;72b6db343a5d:36149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-187930974/online-snapshot/abort' 2024-11-23T02:21:31,963 DEBUG [RS:0;72b6db343a5d:36149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-187930974/online-snapshot/acquired' 2024-11-23T02:21:31,964 DEBUG [RS:0;72b6db343a5d:36149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T02:21:31,964 INFO [RS:0;72b6db343a5d:36149 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T02:21:31,964 INFO [RS:0;72b6db343a5d:36149 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T02:21:32,064 INFO [RS:0;72b6db343a5d:36149 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:21:32,066 INFO [RS:0;72b6db343a5d:36149 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C36149%2C1732328490334, suffix=, logDir=hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/WALs/72b6db343a5d,36149,1732328490334, archiveDir=hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/oldWALs, maxLogs=10 2024-11-23T02:21:32,093 DEBUG [RS:0;72b6db343a5d:36149 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/WALs/72b6db343a5d,36149,1732328490334/72b6db343a5d%2C36149%2C1732328490334.1732328492066, exclude list is [], retry=0 2024-11-23T02:21:32,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41921,DS-8821cabb-b10f-4765-9f2c-f6acfad95acc,DISK] 2024-11-23T02:21:32,102 INFO [RS:0;72b6db343a5d:36149 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/WALs/72b6db343a5d,36149,1732328490334/72b6db343a5d%2C36149%2C1732328490334.1732328492066 2024-11-23T02:21:32,103 DEBUG [RS:0;72b6db343a5d:36149 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38881:38881)] 2024-11-23T02:21:32,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:32,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:21:32,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:21:32,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:32,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:32,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:21:32,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:21:32,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:32,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:32,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:21:32,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:21:32,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:32,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:32,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:21:32,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:21:32,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:32,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:32,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:21:32,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/hbase/meta/1588230740 2024-11-23T02:21:32,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/hbase/meta/1588230740 2024-11-23T02:21:32,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:21:32,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:21:32,233 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:21:32,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:21:32,236 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:21:32,236 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73961691, jitterRate=0.10211507976055145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:21:32,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732328492223Initializing all the Stores at 1732328492224 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328492224Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328492224Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328492224Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328492224Cleaning up temporary data from old regions at 1732328492232 (+8 ms)Region opened successfully at 1732328492237 (+5 ms) 2024-11-23T02:21:32,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:21:32,237 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:21:32,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:21:32,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:21:32,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:21:32,241 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:21:32,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328492237Disabling compacts and flushes for region at 1732328492237Disabling writes for close at 1732328492237Writing region close event to WAL at 1732328492241 (+4 ms)Closed at 1732328492241 2024-11-23T02:21:32,242 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:21:32,242 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T02:21:32,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T02:21:32,244 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:21:32,244 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T02:21:32,395 DEBUG [72b6db343a5d:37665 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T02:21:32,395 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=72b6db343a5d,36149,1732328490334 2024-11-23T02:21:32,396 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,36149,1732328490334, state=OPENING 2024-11-23T02:21:32,398 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T02:21:32,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37665-0x10142a0ddfb0003, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187930974 2024-11-23T02:21:32,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36149-0x10142a0ddfb0004, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187930974 2024-11-23T02:21:32,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-187930974/meta-region-server: CHANGED 2024-11-23T02:21:32,401 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:21:32,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,36149,1732328490334}] 2024-11-23T02:21:32,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-187930974/meta-region-server: CHANGED 2024-11-23T02:21:32,557 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:21:32,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T02:21:32,568 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T02:21:32,568 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:21:32,568 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T02:21:32,570 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C36149%2C1732328490334.meta, suffix=.meta, logDir=hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/WALs/72b6db343a5d,36149,1732328490334, archiveDir=hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/oldWALs, maxLogs=10 2024-11-23T02:21:32,592 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/WALs/72b6db343a5d,36149,1732328490334/72b6db343a5d%2C36149%2C1732328490334.meta.1732328492571.meta, exclude list is [], retry=0 2024-11-23T02:21:32,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41921,DS-8821cabb-b10f-4765-9f2c-f6acfad95acc,DISK] 2024-11-23T02:21:32,598 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/WALs/72b6db343a5d,36149,1732328490334/72b6db343a5d%2C36149%2C1732328490334.meta.1732328492571.meta 2024-11-23T02:21:32,602 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38881:38881)] 2024-11-23T02:21:32,602 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:21:32,603 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:21:32,603 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:21:32,603 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T02:21:32,603 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T02:21:32,603 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T02:21:32,603 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:32,603 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T02:21:32,603 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T02:21:32,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:21:32,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:21:32,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:32,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:32,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:21:32,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:21:32,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:32,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:32,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:21:32,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:21:32,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:32,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:32,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:21:32,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:21:32,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:32,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:32,616 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:21:32,617 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/hbase/meta/1588230740 2024-11-23T02:21:32,618 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/hbase/meta/1588230740 2024-11-23T02:21:32,619 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:21:32,620 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:21:32,620 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:21:32,621 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:21:32,622 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60725512, jitterRate=-0.09511935710906982}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:21:32,622 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T02:21:32,622 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732328492604Writing region info on filesystem at 1732328492604Initializing all the Stores at 1732328492604Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328492604Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328492608 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328492608Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328492608Cleaning up temporary data from old regions at 1732328492620 (+12 ms)Running coprocessor post-open hooks at 1732328492622 (+2 ms)Region opened successfully at 1732328492622 2024-11-23T02:21:32,623 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732328492556 2024-11-23T02:21:32,626 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T02:21:32,626 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T02:21:32,626 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,36149,1732328490334 2024-11-23T02:21:32,627 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,36149,1732328490334, state=OPEN 2024-11-23T02:21:32,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36149-0x10142a0ddfb0004, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-187930974/meta-region-server 2024-11-23T02:21:32,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37665-0x10142a0ddfb0003, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-187930974/meta-region-server 2024-11-23T02:21:32,629 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=72b6db343a5d,36149,1732328490334 2024-11-23T02:21:32,629 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-187930974/meta-region-server: CHANGED 2024-11-23T02:21:32,629 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-187930974/meta-region-server: CHANGED 2024-11-23T02:21:32,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T02:21:32,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,36149,1732328490334 in 228 msec 2024-11-23T02:21:32,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T02:21:32,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 390 msec 2024-11-23T02:21:32,635 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:21:32,635 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T02:21:32,637 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:21:32,637 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,36149,1732328490334, seqNum=-1] 2024-11-23T02:21:32,637 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:32,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:32,648 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 870 msec 2024-11-23T02:21:32,648 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732328492648, completionTime=-1 2024-11-23T02:21:32,648 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T02:21:32,648 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T02:21:32,650 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T02:21:32,650 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732328552650 2024-11-23T02:21:32,651 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732328612651 2024-11-23T02:21:32,651 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T02:21:32,651 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,37665,1732328490275-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:32,651 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,37665,1732328490275-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:32,651 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,37665,1732328490275-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:32,651 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-72b6db343a5d:37665, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:32,651 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:32,652 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:32,653 DEBUG [master/72b6db343a5d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T02:21:32,656 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.268sec 2024-11-23T02:21:32,656 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T02:21:32,656 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T02:21:32,656 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T02:21:32,656 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T02:21:32,656 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T02:21:32,657 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,37665,1732328490275-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:21:32,657 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,37665,1732328490275-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T02:21:32,660 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T02:21:32,660 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T02:21:32,660 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,37665,1732328490275-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:32,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@709b5042, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:32,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,37665,-1 for getting cluster id 2024-11-23T02:21:32,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:21:32,669 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd54235aa-5346-4ca6-a314-ebde98e6f525' 2024-11-23T02:21:32,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:21:32,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d54235aa-5346-4ca6-a314-ebde98e6f525" 2024-11-23T02:21:32,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7163d079, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:32,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,37665,-1] 2024-11-23T02:21:32,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:21:32,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:32,671 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:21:32,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118a70dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:32,673 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:21:32,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,36149,1732328490334, seqNum=-1] 2024-11-23T02:21:32,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:32,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:32,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=72b6db343a5d,37665,1732328490275 2024-11-23T02:21:32,678 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49192 2024-11-23T02:21:32,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:21:32,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10142a0ddfb0005 connected 2024-11-23T02:21:32,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25/hadoop.log.dir so I do NOT create it in target/test-data/12ec18fe-a675-6ae8-e4e7-eaec9e545239 2024-11-23T02:21:32,685 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25/hadoop.log.dir Erasing configuration value by system value. 2024-11-23T02:21:32,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25/hadoop.tmp.dir so I do NOT create it in target/test-data/12ec18fe-a675-6ae8-e4e7-eaec9e545239 2024-11-23T02:21:32,685 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-23T02:21:32,685 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12ec18fe-a675-6ae8-e4e7-eaec9e545239 2024-11-23T02:21:32,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T02:21:32,686 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12ec18fe-a675-6ae8-e4e7-eaec9e545239/cluster_f2c33764-4d8a-40cc-2051-7666717cb7f9, deleteOnExit=true 2024-11-23T02:21:32,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T02:21:32,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12ec18fe-a675-6ae8-e4e7-eaec9e545239/test.cache.data in system properties and HBase conf 2024-11-23T02:21:32,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12ec18fe-a675-6ae8-e4e7-eaec9e545239/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T02:21:32,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12ec18fe-a675-6ae8-e4e7-eaec9e545239/hadoop.log.dir in system properties and HBase conf 2024-11-23T02:21:32,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12ec18fe-a675-6ae8-e4e7-eaec9e545239/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T02:21:32,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12ec18fe-a675-6ae8-e4e7-eaec9e545239/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T02:21:32,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T02:21:32,687 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T02:21:32,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12ec18fe-a675-6ae8-e4e7-eaec9e545239/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:21:32,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12ec18fe-a675-6ae8-e4e7-eaec9e545239/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T02:21:32,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12ec18fe-a675-6ae8-e4e7-eaec9e545239/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T02:21:32,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12ec18fe-a675-6ae8-e4e7-eaec9e545239/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:21:32,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12ec18fe-a675-6ae8-e4e7-eaec9e545239/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T02:21:32,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12ec18fe-a675-6ae8-e4e7-eaec9e545239/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T02:21:32,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12ec18fe-a675-6ae8-e4e7-eaec9e545239/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T02:21:32,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12ec18fe-a675-6ae8-e4e7-eaec9e545239/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:21:32,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12ec18fe-a675-6ae8-e4e7-eaec9e545239/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T02:21:32,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12ec18fe-a675-6ae8-e4e7-eaec9e545239/nfs.dump.dir in system properties and HBase conf 2024-11-23T02:21:32,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12ec18fe-a675-6ae8-e4e7-eaec9e545239/java.io.tmpdir in system properties and HBase conf 2024-11-23T02:21:32,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12ec18fe-a675-6ae8-e4e7-eaec9e545239/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T02:21:32,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12ec18fe-a675-6ae8-e4e7-eaec9e545239/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T02:21:32,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12ec18fe-a675-6ae8-e4e7-eaec9e545239/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T02:21:32,787 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:21:32,797 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:21:32,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:21:32,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:21:32,806 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T02:21:32,807 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:21:32,808 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29204f1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12ec18fe-a675-6ae8-e4e7-eaec9e545239/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:21:32,808 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67b603b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:21:32,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ce76393{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12ec18fe-a675-6ae8-e4e7-eaec9e545239/java.io.tmpdir/jetty-localhost-36351-hadoop-hdfs-3_4_1-tests_jar-_-any-7507152889709617493/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:21:32,950 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17c5513{HTTP/1.1, (http/1.1)}{localhost:36351} 2024-11-23T02:21:32,950 INFO [Time-limited test {}] server.Server(415): Started @294546ms 2024-11-23T02:21:33,061 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T02:21:33,066 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T02:21:33,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T02:21:33,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T02:21:33,069 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T02:21:33,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cae9d99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12ec18fe-a675-6ae8-e4e7-eaec9e545239/hadoop.log.dir/,AVAILABLE} 2024-11-23T02:21:33,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f675ff5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T02:21:33,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56768f5f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12ec18fe-a675-6ae8-e4e7-eaec9e545239/java.io.tmpdir/jetty-localhost-42157-hadoop-hdfs-3_4_1-tests_jar-_-any-6936252950315249454/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:21:33,216 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a44ec1b{HTTP/1.1, (http/1.1)}{localhost:42157} 2024-11-23T02:21:33,216 INFO [Time-limited test {}] server.Server(415): Started @294811ms 2024-11-23T02:21:33,217 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T02:21:33,348 WARN [Thread-4559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12ec18fe-a675-6ae8-e4e7-eaec9e545239/cluster_f2c33764-4d8a-40cc-2051-7666717cb7f9/data/data1/current/BP-391945673-172.17.0.2-1732328492715/current, will proceed with Du for space computation calculation, 2024-11-23T02:21:33,348 WARN [Thread-4560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12ec18fe-a675-6ae8-e4e7-eaec9e545239/cluster_f2c33764-4d8a-40cc-2051-7666717cb7f9/data/data2/current/BP-391945673-172.17.0.2-1732328492715/current, will proceed with Du for space computation calculation, 2024-11-23T02:21:33,373 WARN [Thread-4547 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T02:21:33,376 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f366604b3f14eae with lease ID 0x4a4e15441d704826: Processing first storage report for DS-d01c4be1-fd2f-4b3e-951c-be816234f71a from datanode DatanodeRegistration(127.0.0.1:34689, datanodeUuid=306c9036-b2c0-4a98-89b4-790d9331d7f3, infoPort=44927, infoSecurePort=0, ipcPort=37547, storageInfo=lv=-57;cid=testClusterID;nsid=616949171;c=1732328492715) 2024-11-23T02:21:33,376 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f366604b3f14eae with lease ID 0x4a4e15441d704826: from storage DS-d01c4be1-fd2f-4b3e-951c-be816234f71a node DatanodeRegistration(127.0.0.1:34689, datanodeUuid=306c9036-b2c0-4a98-89b4-790d9331d7f3, infoPort=44927, infoSecurePort=0, ipcPort=37547, storageInfo=lv=-57;cid=testClusterID;nsid=616949171;c=1732328492715), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:21:33,376 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f366604b3f14eae with lease ID 0x4a4e15441d704826: Processing first storage report for DS-1ffc0523-21e4-48db-9c9c-791ca70bd4cd from datanode DatanodeRegistration(127.0.0.1:34689, datanodeUuid=306c9036-b2c0-4a98-89b4-790d9331d7f3, infoPort=44927, infoSecurePort=0, ipcPort=37547, storageInfo=lv=-57;cid=testClusterID;nsid=616949171;c=1732328492715) 2024-11-23T02:21:33,377 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f366604b3f14eae with lease ID 0x4a4e15441d704826: from storage DS-1ffc0523-21e4-48db-9c9c-791ca70bd4cd node DatanodeRegistration(127.0.0.1:34689, datanodeUuid=306c9036-b2c0-4a98-89b4-790d9331d7f3, infoPort=44927, infoSecurePort=0, ipcPort=37547, storageInfo=lv=-57;cid=testClusterID;nsid=616949171;c=1732328492715), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T02:21:33,457 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12ec18fe-a675-6ae8-e4e7-eaec9e545239 2024-11-23T02:21:33,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:33,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:33,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741825_1001 (size=7) 2024-11-23T02:21:33,466 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3 with version=8 2024-11-23T02:21:33,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/hbase-staging 2024-11-23T02:21:33,468 INFO [Time-limited test {}] client.ConnectionUtils(128): master/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:21:33,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:21:33,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:21:33,468 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:21:33,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:21:33,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:21:33,468 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T02:21:33,468 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:21:33,469 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38437 2024-11-23T02:21:33,470 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38437 connecting to ZooKeeper ensemble=127.0.0.1:49192 2024-11-23T02:21:33,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384370x0, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:21:33,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38437-0x10142a0ddfb0006 connected 2024-11-23T02:21:33,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:33,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:33,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38437-0x10142a0ddfb0006, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Set watcher on znode that does not yet exist, /2-1417587241/running 2024-11-23T02:21:33,492 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3, hbase.cluster.distributed=false 2024-11-23T02:21:33,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38437-0x10142a0ddfb0006, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Set watcher on znode that does not yet exist, /2-1417587241/acl 2024-11-23T02:21:33,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38437 2024-11-23T02:21:33,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38437 2024-11-23T02:21:33,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38437 2024-11-23T02:21:33,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38437 2024-11-23T02:21:33,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38437 2024-11-23T02:21:33,509 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/72b6db343a5d:0 server-side Connection retries=45 2024-11-23T02:21:33,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:21:33,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T02:21:33,509 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T02:21:33,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T02:21:33,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T02:21:33,509 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T02:21:33,509 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T02:21:33,510 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33075 2024-11-23T02:21:33,510 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33075 connecting to ZooKeeper ensemble=127.0.0.1:49192 2024-11-23T02:21:33,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:33,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:33,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330750x0, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:21:33,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330750x0, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Set watcher on znode that does not yet exist, /2-1417587241/running 2024-11-23T02:21:33,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33075-0x10142a0ddfb0007 connected 2024-11-23T02:21:33,517 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T02:21:33,519 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T02:21:33,519 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33075-0x10142a0ddfb0007, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Set watcher on znode that does not yet exist, /2-1417587241/master 2024-11-23T02:21:33,520 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33075-0x10142a0ddfb0007, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Set watcher on znode that does not yet exist, /2-1417587241/acl 2024-11-23T02:21:33,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33075 2024-11-23T02:21:33,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33075 2024-11-23T02:21:33,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33075 2024-11-23T02:21:33,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33075 2024-11-23T02:21:33,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33075 2024-11-23T02:21:33,540 DEBUG [M:0;72b6db343a5d:38437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;72b6db343a5d:38437 2024-11-23T02:21:33,540 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1417587241/backup-masters/72b6db343a5d,38437,1732328493468 2024-11-23T02:21:33,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38437-0x10142a0ddfb0006, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1417587241/backup-masters 2024-11-23T02:21:33,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33075-0x10142a0ddfb0007, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1417587241/backup-masters 2024-11-23T02:21:33,542 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38437-0x10142a0ddfb0006, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Set watcher on existing znode=/2-1417587241/backup-masters/72b6db343a5d,38437,1732328493468 2024-11-23T02:21:33,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33075-0x10142a0ddfb0007, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1417587241/master 2024-11-23T02:21:33,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38437-0x10142a0ddfb0006, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1417587241 2024-11-23T02:21:33,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33075-0x10142a0ddfb0007, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1417587241 2024-11-23T02:21:33,545 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38437-0x10142a0ddfb0006, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Set watcher on existing znode=/2-1417587241/master 2024-11-23T02:21:33,545 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1417587241/backup-masters/72b6db343a5d,38437,1732328493468 from backup master directory 2024-11-23T02:21:33,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38437-0x10142a0ddfb0006, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1417587241/backup-masters/72b6db343a5d,38437,1732328493468 2024-11-23T02:21:33,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33075-0x10142a0ddfb0007, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1417587241/backup-masters 2024-11-23T02:21:33,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38437-0x10142a0ddfb0006, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1417587241/backup-masters 2024-11-23T02:21:33,546 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:21:33,547 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=72b6db343a5d,38437,1732328493468 2024-11-23T02:21:33,549 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/hbase.id] with ID: 67ce747b-5156-471e-832a-777e2a8a0edf 2024-11-23T02:21:33,549 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/.tmp/hbase.id 2024-11-23T02:21:33,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741826_1002 (size=42) 2024-11-23T02:21:33,615 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-23T02:21:33,616 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-23T02:21:33,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T02:21:33,616 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-23T02:21:33,954 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/.tmp/hbase.id]:[hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/hbase.id] 2024-11-23T02:21:33,963 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:33,963 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T02:21:33,964 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-23T02:21:33,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33075-0x10142a0ddfb0007, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1417587241 2024-11-23T02:21:33,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38437-0x10142a0ddfb0006, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1417587241 2024-11-23T02:21:33,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741827_1003 (size=196) 2024-11-23T02:21:34,371 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:21:34,372 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T02:21:34,372 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:21:34,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741828_1004 (size=1189) 2024-11-23T02:21:34,556 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T02:21:34,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:34,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:34,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:34,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:34,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:34,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:34,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:34,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:34,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:34,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:34,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:34,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:34,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:34,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:34,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:34,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:34,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:34,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:34,786 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/MasterData/data/master/store 2024-11-23T02:21:34,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741829_1005 (size=34) 2024-11-23T02:21:35,192 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:35,192 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:21:35,192 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:35,192 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:35,192 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:21:35,192 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:35,192 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:35,192 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328495192Disabling compacts and flushes for region at 1732328495192Disabling writes for close at 1732328495192Writing region close event to WAL at 1732328495192Closed at 1732328495192 2024-11-23T02:21:35,193 WARN [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/MasterData/data/master/store/.initializing 2024-11-23T02:21:35,193 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/MasterData/WALs/72b6db343a5d,38437,1732328493468 2024-11-23T02:21:35,194 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:21:35,196 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=72b6db343a5d%2C38437%2C1732328493468, suffix=, logDir=hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/MasterData/WALs/72b6db343a5d,38437,1732328493468, archiveDir=hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/MasterData/oldWALs, maxLogs=10 2024-11-23T02:21:35,215 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/MasterData/WALs/72b6db343a5d,38437,1732328493468/72b6db343a5d%2C38437%2C1732328493468.1732328495196, exclude list is [], retry=0 2024-11-23T02:21:35,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-d01c4be1-fd2f-4b3e-951c-be816234f71a,DISK] 2024-11-23T02:21:35,219 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/MasterData/WALs/72b6db343a5d,38437,1732328493468/72b6db343a5d%2C38437%2C1732328493468.1732328495196 2024-11-23T02:21:35,219 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44927:44927)] 2024-11-23T02:21:35,219 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:21:35,219 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:35,220 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:35,220 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:35,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:35,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T02:21:35,222 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:35,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:35,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:35,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T02:21:35,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:35,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:35,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:35,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T02:21:35,228 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:35,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:35,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:35,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T02:21:35,229 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:35,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:35,230 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:35,230 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:35,230 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:35,231 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:35,231 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:35,232 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:21:35,233 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T02:21:35,234 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:21:35,235 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70128642, jitterRate=0.04499819874763489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:21:35,235 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732328495220Initializing all the Stores at 1732328495220Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328495221 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328495221Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328495221Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328495221Cleaning up temporary data from old regions at 1732328495231 (+10 ms)Region opened successfully at 1732328495235 (+4 ms) 2024-11-23T02:21:35,235 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T02:21:35,238 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31dfb455, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:21:35,239 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T02:21:35,239 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T02:21:35,239 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T02:21:35,239 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T02:21:35,239 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T02:21:35,240 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T02:21:35,240 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T02:21:35,241 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T02:21:35,242 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38437-0x10142a0ddfb0006, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Unable to get data of znode /2-1417587241/balancer because node does not exist (not necessarily an error) 2024-11-23T02:21:35,245 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1417587241/balancer already deleted, retry=false 2024-11-23T02:21:35,245 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T02:21:35,247 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38437-0x10142a0ddfb0006, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Unable to get data of znode /2-1417587241/normalizer because node does not exist (not necessarily an error) 2024-11-23T02:21:35,248 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1417587241/normalizer already deleted, retry=false 2024-11-23T02:21:35,248 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T02:21:35,249 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38437-0x10142a0ddfb0006, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Unable to get data of znode /2-1417587241/switch/split because node does not exist (not necessarily an error) 2024-11-23T02:21:35,252 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1417587241/switch/split already deleted, retry=false 2024-11-23T02:21:35,253 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38437-0x10142a0ddfb0006, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Unable to get data of znode /2-1417587241/switch/merge because node does not exist (not necessarily an error) 2024-11-23T02:21:35,255 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1417587241/switch/merge already deleted, retry=false 2024-11-23T02:21:35,256 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38437-0x10142a0ddfb0006, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Unable to get data of znode /2-1417587241/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T02:21:35,258 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1417587241/snapshot-cleanup already deleted, retry=false 2024-11-23T02:21:35,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33075-0x10142a0ddfb0007, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1417587241/running 2024-11-23T02:21:35,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33075-0x10142a0ddfb0007, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1417587241 2024-11-23T02:21:35,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38437-0x10142a0ddfb0006, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1417587241/running 2024-11-23T02:21:35,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38437-0x10142a0ddfb0006, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1417587241 2024-11-23T02:21:35,263 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=72b6db343a5d,38437,1732328493468, sessionid=0x10142a0ddfb0006, setting cluster-up flag (Was=false) 2024-11-23T02:21:35,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38437-0x10142a0ddfb0006, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1417587241 2024-11-23T02:21:35,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33075-0x10142a0ddfb0007, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1417587241 2024-11-23T02:21:35,275 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1417587241/flush-table-proc/acquired, /2-1417587241/flush-table-proc/reached, /2-1417587241/flush-table-proc/abort 2024-11-23T02:21:35,276 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,38437,1732328493468 2024-11-23T02:21:35,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38437-0x10142a0ddfb0006, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1417587241 2024-11-23T02:21:35,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33075-0x10142a0ddfb0007, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1417587241 2024-11-23T02:21:35,288 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1417587241/online-snapshot/acquired, /2-1417587241/online-snapshot/reached, /2-1417587241/online-snapshot/abort 2024-11-23T02:21:35,289 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=72b6db343a5d,38437,1732328493468 2024-11-23T02:21:35,290 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T02:21:35,300 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T02:21:35,300 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T02:21:35,300 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T02:21:35,300 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 72b6db343a5d,38437,1732328493468 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T02:21:35,301 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:21:35,301 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:21:35,301 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:21:35,301 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/72b6db343a5d:0, corePoolSize=5, maxPoolSize=5 2024-11-23T02:21:35,301 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/72b6db343a5d:0, corePoolSize=10, maxPoolSize=10 2024-11-23T02:21:35,301 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:35,302 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:21:35,302 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:35,310 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:21:35,310 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T02:21:35,311 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732328525311 2024-11-23T02:21:35,311 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T02:21:35,311 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T02:21:35,311 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:35,311 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T02:21:35,311 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T02:21:35,311 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T02:21:35,311 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T02:21:35,311 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T02:21:35,312 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:35,316 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T02:21:35,316 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T02:21:35,317 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T02:21:35,317 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-23T02:21:35,318 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T02:21:35,319 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T02:21:35,320 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328495319,5,FailOnTimeoutGroup] 2024-11-23T02:21:35,324 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328495320,5,FailOnTimeoutGroup] 2024-11-23T02:21:35,324 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:35,324 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T02:21:35,324 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:35,324 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:35,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741831_1007 (size=1321) 2024-11-23T02:21:35,326 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T02:21:35,326 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3 2024-11-23T02:21:35,335 INFO [RS:0;72b6db343a5d:33075 {}] regionserver.HRegionServer(746): ClusterId : 67ce747b-5156-471e-832a-777e2a8a0edf 2024-11-23T02:21:35,336 DEBUG [RS:0;72b6db343a5d:33075 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T02:21:35,337 DEBUG [RS:0;72b6db343a5d:33075 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T02:21:35,337 DEBUG [RS:0;72b6db343a5d:33075 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T02:21:35,340 DEBUG [RS:0;72b6db343a5d:33075 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T02:21:35,340 DEBUG [RS:0;72b6db343a5d:33075 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7039175a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=72b6db343a5d/172.17.0.2:0 2024-11-23T02:21:35,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741832_1008 (size=32) 2024-11-23T02:21:35,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:35,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:21:35,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:21:35,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:35,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:35,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:21:35,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:21:35,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:35,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:35,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:21:35,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:21:35,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:35,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:35,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:21:35,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:21:35,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:35,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:35,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:21:35,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/hbase/meta/1588230740 2024-11-23T02:21:35,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/hbase/meta/1588230740 2024-11-23T02:21:35,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:21:35,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:21:35,385 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:21:35,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:21:35,387 DEBUG [RS:0;72b6db343a5d:33075 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;72b6db343a5d:33075 2024-11-23T02:21:35,387 INFO [RS:0;72b6db343a5d:33075 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T02:21:35,387 INFO [RS:0;72b6db343a5d:33075 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T02:21:35,387 DEBUG [RS:0;72b6db343a5d:33075 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T02:21:35,388 INFO [RS:0;72b6db343a5d:33075 {}] regionserver.HRegionServer(2659): reportForDuty to master=72b6db343a5d,38437,1732328493468 with port=33075, startcode=1732328493509 2024-11-23T02:21:35,388 DEBUG [RS:0;72b6db343a5d:33075 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T02:21:35,393 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:21:35,393 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63342488, jitterRate=-0.05612337589263916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:21:35,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732328495347Initializing all the Stores at 1732328495369 (+22 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328495369Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328495372 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328495372Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328495372Cleaning up temporary data from old regions at 1732328495384 (+12 ms)Region opened successfully at 1732328495393 (+9 ms) 2024-11-23T02:21:35,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:21:35,394 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:21:35,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:21:35,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:21:35,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:21:35,394 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:21:35,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328495393Disabling compacts and flushes for region at 1732328495393Disabling writes for close at 1732328495394 (+1 ms)Writing region close event to WAL at 1732328495394Closed at 1732328495394 2024-11-23T02:21:35,395 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:21:35,395 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T02:21:35,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T02:21:35,396 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:21:35,397 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T02:21:35,397 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38437 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 72b6db343a5d,33075,1732328493509 2024-11-23T02:21:35,397 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T02:21:35,397 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38437 {}] master.ServerManager(517): Registering regionserver=72b6db343a5d,33075,1732328493509 2024-11-23T02:21:35,398 DEBUG [RS:0;72b6db343a5d:33075 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3 2024-11-23T02:21:35,398 DEBUG [RS:0;72b6db343a5d:33075 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41007 2024-11-23T02:21:35,398 DEBUG [RS:0;72b6db343a5d:33075 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T02:21:35,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38437-0x10142a0ddfb0006, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1417587241/rs 2024-11-23T02:21:35,405 DEBUG [RS:0;72b6db343a5d:33075 {}] zookeeper.ZKUtil(111): regionserver:33075-0x10142a0ddfb0007, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Set watcher on existing znode=/2-1417587241/rs/72b6db343a5d,33075,1732328493509 2024-11-23T02:21:35,405 WARN [RS:0;72b6db343a5d:33075 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T02:21:35,406 INFO [RS:0;72b6db343a5d:33075 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:21:35,406 DEBUG [RS:0;72b6db343a5d:33075 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/WALs/72b6db343a5d,33075,1732328493509 2024-11-23T02:21:35,406 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [72b6db343a5d,33075,1732328493509] 2024-11-23T02:21:35,409 INFO [RS:0;72b6db343a5d:33075 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T02:21:35,416 INFO [RS:0;72b6db343a5d:33075 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T02:21:35,420 INFO [RS:0;72b6db343a5d:33075 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T02:21:35,421 INFO [RS:0;72b6db343a5d:33075 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:35,421 INFO [RS:0;72b6db343a5d:33075 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T02:21:35,425 INFO [RS:0;72b6db343a5d:33075 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T02:21:35,425 INFO [RS:0;72b6db343a5d:33075 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:35,425 DEBUG [RS:0;72b6db343a5d:33075 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:35,425 DEBUG [RS:0;72b6db343a5d:33075 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:35,425 DEBUG [RS:0;72b6db343a5d:33075 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:35,425 DEBUG [RS:0;72b6db343a5d:33075 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:35,425 DEBUG [RS:0;72b6db343a5d:33075 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:35,425 DEBUG [RS:0;72b6db343a5d:33075 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/72b6db343a5d:0, corePoolSize=2, maxPoolSize=2 2024-11-23T02:21:35,425 DEBUG [RS:0;72b6db343a5d:33075 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:35,425 DEBUG [RS:0;72b6db343a5d:33075 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:35,425 DEBUG [RS:0;72b6db343a5d:33075 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:35,425 DEBUG [RS:0;72b6db343a5d:33075 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:35,425 DEBUG [RS:0;72b6db343a5d:33075 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:35,425 DEBUG [RS:0;72b6db343a5d:33075 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/72b6db343a5d:0, corePoolSize=1, maxPoolSize=1 2024-11-23T02:21:35,425 DEBUG [RS:0;72b6db343a5d:33075 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:21:35,425 DEBUG [RS:0;72b6db343a5d:33075 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/72b6db343a5d:0, corePoolSize=3, maxPoolSize=3 2024-11-23T02:21:35,432 INFO [RS:0;72b6db343a5d:33075 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:35,432 INFO [RS:0;72b6db343a5d:33075 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:35,432 INFO [RS:0;72b6db343a5d:33075 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:35,432 INFO [RS:0;72b6db343a5d:33075 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:35,432 INFO [RS:0;72b6db343a5d:33075 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:35,432 INFO [RS:0;72b6db343a5d:33075 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,33075,1732328493509-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:21:35,450 INFO [RS:0;72b6db343a5d:33075 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T02:21:35,450 INFO [RS:0;72b6db343a5d:33075 {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,33075,1732328493509-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:35,451 INFO [RS:0;72b6db343a5d:33075 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:35,451 INFO [RS:0;72b6db343a5d:33075 {}] regionserver.Replication(171): 72b6db343a5d,33075,1732328493509 started 2024-11-23T02:21:35,468 INFO [RS:0;72b6db343a5d:33075 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:35,468 INFO [RS:0;72b6db343a5d:33075 {}] regionserver.HRegionServer(1482): Serving as 72b6db343a5d,33075,1732328493509, RpcServer on 72b6db343a5d/172.17.0.2:33075, sessionid=0x10142a0ddfb0007 2024-11-23T02:21:35,468 DEBUG [RS:0;72b6db343a5d:33075 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T02:21:35,468 DEBUG [RS:0;72b6db343a5d:33075 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 72b6db343a5d,33075,1732328493509 2024-11-23T02:21:35,469 DEBUG [RS:0;72b6db343a5d:33075 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,33075,1732328493509' 2024-11-23T02:21:35,469 DEBUG [RS:0;72b6db343a5d:33075 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1417587241/flush-table-proc/abort' 2024-11-23T02:21:35,469 DEBUG [RS:0;72b6db343a5d:33075 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1417587241/flush-table-proc/acquired' 2024-11-23T02:21:35,469 DEBUG [RS:0;72b6db343a5d:33075 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T02:21:35,469 DEBUG [RS:0;72b6db343a5d:33075 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T02:21:35,470 DEBUG [RS:0;72b6db343a5d:33075 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 72b6db343a5d,33075,1732328493509 2024-11-23T02:21:35,470 DEBUG [RS:0;72b6db343a5d:33075 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '72b6db343a5d,33075,1732328493509' 2024-11-23T02:21:35,470 DEBUG [RS:0;72b6db343a5d:33075 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1417587241/online-snapshot/abort' 2024-11-23T02:21:35,470 DEBUG [RS:0;72b6db343a5d:33075 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1417587241/online-snapshot/acquired' 2024-11-23T02:21:35,470 DEBUG [RS:0;72b6db343a5d:33075 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T02:21:35,470 INFO [RS:0;72b6db343a5d:33075 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T02:21:35,470 INFO [RS:0;72b6db343a5d:33075 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T02:21:35,548 WARN [72b6db343a5d:38437 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T02:21:35,571 INFO [RS:0;72b6db343a5d:33075 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T02:21:35,572 INFO [RS:0;72b6db343a5d:33075 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C33075%2C1732328493509, suffix=, logDir=hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/WALs/72b6db343a5d,33075,1732328493509, archiveDir=hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/oldWALs, maxLogs=10 2024-11-23T02:21:35,590 DEBUG [RS:0;72b6db343a5d:33075 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/WALs/72b6db343a5d,33075,1732328493509/72b6db343a5d%2C33075%2C1732328493509.1732328495572, exclude list is [], retry=0 2024-11-23T02:21:35,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-d01c4be1-fd2f-4b3e-951c-be816234f71a,DISK] 2024-11-23T02:21:35,594 INFO [RS:0;72b6db343a5d:33075 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/WALs/72b6db343a5d,33075,1732328493509/72b6db343a5d%2C33075%2C1732328493509.1732328495572 2024-11-23T02:21:35,595 DEBUG [RS:0;72b6db343a5d:33075 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44927:44927)] 2024-11-23T02:21:35,798 DEBUG [72b6db343a5d:38437 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T02:21:35,798 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=72b6db343a5d,33075,1732328493509 2024-11-23T02:21:35,799 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,33075,1732328493509, state=OPENING 2024-11-23T02:21:35,801 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T02:21:35,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33075-0x10142a0ddfb0007, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1417587241 2024-11-23T02:21:35,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38437-0x10142a0ddfb0006, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1417587241 2024-11-23T02:21:35,803 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T02:21:35,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,33075,1732328493509}] 2024-11-23T02:21:35,803 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1417587241/meta-region-server: CHANGED 2024-11-23T02:21:35,803 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1417587241/meta-region-server: CHANGED 2024-11-23T02:21:35,956 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:21:35,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T02:21:35,960 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T02:21:35,960 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:21:35,960 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T02:21:35,961 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C33075%2C1732328493509.meta, suffix=.meta, logDir=hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/WALs/72b6db343a5d,33075,1732328493509, archiveDir=hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/oldWALs, maxLogs=10 2024-11-23T02:21:35,974 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/WALs/72b6db343a5d,33075,1732328493509/72b6db343a5d%2C33075%2C1732328493509.meta.1732328495961.meta, exclude list is [], retry=0 2024-11-23T02:21:35,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34689,DS-d01c4be1-fd2f-4b3e-951c-be816234f71a,DISK] 2024-11-23T02:21:35,977 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/WALs/72b6db343a5d,33075,1732328493509/72b6db343a5d%2C33075%2C1732328493509.meta.1732328495961.meta 2024-11-23T02:21:35,980 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44927:44927)] 2024-11-23T02:21:35,980 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:21:35,981 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:21:35,981 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:21:35,981 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T02:21:35,981 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T02:21:35,981 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T02:21:35,981 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:35,981 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T02:21:35,981 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T02:21:35,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T02:21:35,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T02:21:35,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:35,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:35,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T02:21:35,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T02:21:35,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:35,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:35,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T02:21:35,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T02:21:35,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:35,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:35,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T02:21:35,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T02:21:35,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:35,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T02:21:35,985 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T02:21:35,986 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/hbase/meta/1588230740 2024-11-23T02:21:35,987 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/hbase/meta/1588230740 2024-11-23T02:21:35,987 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T02:21:35,987 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T02:21:35,988 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T02:21:35,989 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T02:21:35,989 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64541286, jitterRate=-0.03825989365577698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T02:21:35,989 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T02:21:35,989 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732328495981Writing region info on filesystem at 1732328495981Initializing all the Stores at 1732328495982 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328495982Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328495982Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328495982Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732328495982Cleaning up temporary data from old regions at 1732328495987 (+5 ms)Running coprocessor post-open hooks at 1732328495989 (+2 ms)Region opened successfully at 1732328495989 2024-11-23T02:21:35,990 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732328495955 2024-11-23T02:21:35,992 DEBUG [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T02:21:35,992 INFO [RS_OPEN_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T02:21:35,992 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,33075,1732328493509 2024-11-23T02:21:35,993 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 72b6db343a5d,33075,1732328493509, state=OPEN 2024-11-23T02:21:35,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33075-0x10142a0ddfb0007, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1417587241/meta-region-server 2024-11-23T02:21:35,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38437-0x10142a0ddfb0006, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1417587241/meta-region-server 2024-11-23T02:21:35,996 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=72b6db343a5d,33075,1732328493509 2024-11-23T02:21:35,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1417587241/meta-region-server: CHANGED 2024-11-23T02:21:35,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1417587241/meta-region-server: CHANGED 2024-11-23T02:21:35,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T02:21:35,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=72b6db343a5d,33075,1732328493509 in 193 msec 2024-11-23T02:21:35,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T02:21:35,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 602 msec 2024-11-23T02:21:35,999 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T02:21:35,999 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T02:21:36,000 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:21:36,000 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,33075,1732328493509, seqNum=-1] 2024-11-23T02:21:36,000 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:36,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:36,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 707 msec 2024-11-23T02:21:36,004 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732328496004, completionTime=-1 2024-11-23T02:21:36,004 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T02:21:36,005 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T02:21:36,006 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-23T02:21:36,006 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732328556006 2024-11-23T02:21:36,006 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732328616006 2024-11-23T02:21:36,006 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-23T02:21:36,007 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,38437,1732328493468-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:36,007 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,38437,1732328493468-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:36,007 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,38437,1732328493468-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:36,007 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-72b6db343a5d:38437, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:36,007 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:36,007 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:36,008 DEBUG [master/72b6db343a5d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T02:21:36,009 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.462sec 2024-11-23T02:21:36,010 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T02:21:36,010 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T02:21:36,010 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T02:21:36,010 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T02:21:36,010 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T02:21:36,010 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,38437,1732328493468-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T02:21:36,010 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,38437,1732328493468-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T02:21:36,011 DEBUG [master/72b6db343a5d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T02:21:36,011 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T02:21:36,011 INFO [master/72b6db343a5d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=72b6db343a5d,38437,1732328493468-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T02:21:36,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33d5a8ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:36,036 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,38437,-1 for getting cluster id 2024-11-23T02:21:36,036 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:21:36,037 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67ce747b-5156-471e-832a-777e2a8a0edf' 2024-11-23T02:21:36,037 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:21:36,037 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67ce747b-5156-471e-832a-777e2a8a0edf" 2024-11-23T02:21:36,037 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77fc5a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:36,037 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,38437,-1] 2024-11-23T02:21:36,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:21:36,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:36,038 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:21:36,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149fee1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:36,039 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:21:36,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,33075,1732328493509, seqNum=-1] 2024-11-23T02:21:36,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:36,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:36,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=72b6db343a5d,38437,1732328493468 2024-11-23T02:21:36,042 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:49192 2024-11-23T02:21:36,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T02:21:36,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10142a0ddfb0008 connected 2024-11-23T02:21:36,047 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:21:36,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,34649,1732328486403 2024-11-23T02:21:36,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fdd9e7b 2024-11-23T02:21:36,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:21:36,048 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:21:36,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:21:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T02:21:36,051 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:21:36,051 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:36,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T02:21:36,051 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:21:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:21:36,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741835_1011 (size=902) 2024-11-23T02:21:36,059 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => df087fd3f47b0593e78d4360ac6397f3, NAME => 'test,,1732328496049.df087fd3f47b0593e78d4360ac6397f3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37 2024-11-23T02:21:36,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741836_1012 (size=39) 2024-11-23T02:21:36,065 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732328496049.df087fd3f47b0593e78d4360ac6397f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:36,066 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing df087fd3f47b0593e78d4360ac6397f3, disabling compactions & flushes 2024-11-23T02:21:36,066 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732328496049.df087fd3f47b0593e78d4360ac6397f3. 2024-11-23T02:21:36,066 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732328496049.df087fd3f47b0593e78d4360ac6397f3. 2024-11-23T02:21:36,066 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732328496049.df087fd3f47b0593e78d4360ac6397f3. after waiting 0 ms 2024-11-23T02:21:36,066 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732328496049.df087fd3f47b0593e78d4360ac6397f3. 2024-11-23T02:21:36,066 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732328496049.df087fd3f47b0593e78d4360ac6397f3. 2024-11-23T02:21:36,066 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for df087fd3f47b0593e78d4360ac6397f3: Waiting for close lock at 1732328496066Disabling compacts and flushes for region at 1732328496066Disabling writes for close at 1732328496066Writing region close event to WAL at 1732328496066Closed at 1732328496066 2024-11-23T02:21:36,066 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:21:36,067 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732328496049.df087fd3f47b0593e78d4360ac6397f3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732328496066"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328496066"}]},"ts":"1732328496066"} 2024-11-23T02:21:36,068 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T02:21:36,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:21:36,069 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328496069"}]},"ts":"1732328496069"} 2024-11-23T02:21:36,071 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T02:21:36,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=df087fd3f47b0593e78d4360ac6397f3, ASSIGN}] 2024-11-23T02:21:36,073 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=df087fd3f47b0593e78d4360ac6397f3, ASSIGN 2024-11-23T02:21:36,077 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=df087fd3f47b0593e78d4360ac6397f3, ASSIGN; state=OFFLINE, location=72b6db343a5d,42987,1732328486483; forceNewPlan=false, retain=false 2024-11-23T02:21:36,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:21:36,227 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=df087fd3f47b0593e78d4360ac6397f3, regionState=OPENING, regionLocation=72b6db343a5d,42987,1732328486483 2024-11-23T02:21:36,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=df087fd3f47b0593e78d4360ac6397f3, ASSIGN because future has completed 2024-11-23T02:21:36,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure df087fd3f47b0593e78d4360ac6397f3, server=72b6db343a5d,42987,1732328486483}] 2024-11-23T02:21:36,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:21:36,387 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732328496049.df087fd3f47b0593e78d4360ac6397f3. 2024-11-23T02:21:36,387 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => df087fd3f47b0593e78d4360ac6397f3, NAME => 'test,,1732328496049.df087fd3f47b0593e78d4360ac6397f3.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:21:36,388 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:21:36,388 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T02:21:36,388 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test df087fd3f47b0593e78d4360ac6397f3 2024-11-23T02:21:36,388 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732328496049.df087fd3f47b0593e78d4360ac6397f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:36,388 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for df087fd3f47b0593e78d4360ac6397f3 2024-11-23T02:21:36,388 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for df087fd3f47b0593e78d4360ac6397f3 2024-11-23T02:21:36,394 INFO [StoreOpener-df087fd3f47b0593e78d4360ac6397f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region df087fd3f47b0593e78d4360ac6397f3 2024-11-23T02:21:36,395 INFO [StoreOpener-df087fd3f47b0593e78d4360ac6397f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df087fd3f47b0593e78d4360ac6397f3 columnFamilyName f 2024-11-23T02:21:36,396 DEBUG [StoreOpener-df087fd3f47b0593e78d4360ac6397f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:36,396 INFO [StoreOpener-df087fd3f47b0593e78d4360ac6397f3-1 {}] regionserver.HStore(327): Store=df087fd3f47b0593e78d4360ac6397f3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:36,396 INFO [StoreOpener-df087fd3f47b0593e78d4360ac6397f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region df087fd3f47b0593e78d4360ac6397f3 2024-11-23T02:21:36,397 INFO [StoreOpener-df087fd3f47b0593e78d4360ac6397f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df087fd3f47b0593e78d4360ac6397f3 columnFamilyName f1 2024-11-23T02:21:36,397 DEBUG [StoreOpener-df087fd3f47b0593e78d4360ac6397f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:36,398 INFO [StoreOpener-df087fd3f47b0593e78d4360ac6397f3-1 {}] regionserver.HStore(327): Store=df087fd3f47b0593e78d4360ac6397f3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:36,398 INFO [StoreOpener-df087fd3f47b0593e78d4360ac6397f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region df087fd3f47b0593e78d4360ac6397f3 2024-11-23T02:21:36,399 INFO [StoreOpener-df087fd3f47b0593e78d4360ac6397f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df087fd3f47b0593e78d4360ac6397f3 columnFamilyName norep 2024-11-23T02:21:36,399 DEBUG [StoreOpener-df087fd3f47b0593e78d4360ac6397f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:36,399 INFO [StoreOpener-df087fd3f47b0593e78d4360ac6397f3-1 {}] regionserver.HStore(327): Store=df087fd3f47b0593e78d4360ac6397f3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:36,399 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for df087fd3f47b0593e78d4360ac6397f3 2024-11-23T02:21:36,400 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/default/test/df087fd3f47b0593e78d4360ac6397f3 2024-11-23T02:21:36,400 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/default/test/df087fd3f47b0593e78d4360ac6397f3 2024-11-23T02:21:36,401 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for df087fd3f47b0593e78d4360ac6397f3 2024-11-23T02:21:36,401 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for df087fd3f47b0593e78d4360ac6397f3 2024-11-23T02:21:36,403 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T02:21:36,404 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for df087fd3f47b0593e78d4360ac6397f3 2024-11-23T02:21:36,406 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/default/test/df087fd3f47b0593e78d4360ac6397f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:21:36,407 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened df087fd3f47b0593e78d4360ac6397f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63584738, jitterRate=-0.052513569593429565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T02:21:36,407 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df087fd3f47b0593e78d4360ac6397f3 2024-11-23T02:21:36,407 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for df087fd3f47b0593e78d4360ac6397f3: Running coprocessor pre-open hook at 1732328496388Writing region info on filesystem at 1732328496388Initializing all the Stores at 1732328496389 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328496389Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328496392 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328496392Cleaning up temporary data from old regions at 1732328496401 (+9 ms)Running coprocessor post-open hooks at 1732328496407 (+6 ms)Region opened successfully at 1732328496407 2024-11-23T02:21:36,408 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732328496049.df087fd3f47b0593e78d4360ac6397f3., pid=6, masterSystemTime=1732328496384 2024-11-23T02:21:36,410 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732328496049.df087fd3f47b0593e78d4360ac6397f3. 2024-11-23T02:21:36,410 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732328496049.df087fd3f47b0593e78d4360ac6397f3. 2024-11-23T02:21:36,411 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=df087fd3f47b0593e78d4360ac6397f3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=72b6db343a5d,42987,1732328486483 2024-11-23T02:21:36,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure df087fd3f47b0593e78d4360ac6397f3, server=72b6db343a5d,42987,1732328486483 because future has completed 2024-11-23T02:21:36,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T02:21:36,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure df087fd3f47b0593e78d4360ac6397f3, server=72b6db343a5d,42987,1732328486483 in 186 msec 2024-11-23T02:21:36,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T02:21:36,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=df087fd3f47b0593e78d4360ac6397f3, ASSIGN in 354 msec 2024-11-23T02:21:36,428 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:21:36,429 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328496428"}]},"ts":"1732328496428"} 2024-11-23T02:21:36,430 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T02:21:36,431 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:21:36,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 382 msec 2024-11-23T02:21:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:21:36,680 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T02:21:36,680 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:21:36,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,37665,1732328490275 2024-11-23T02:21:36,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a0eb743 2024-11-23T02:21:36,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:21:36,682 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:21:36,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37665 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:21:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37665 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T02:21:36,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:21:36,685 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:36,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37665 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T02:21:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:21:36,686 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:21:36,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741835_1011 (size=902) 2024-11-23T02:21:36,692 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 54efdd43ac2cb157ccd112ffd131eb8b, NAME => 'test,,1732328496683.54efdd43ac2cb157ccd112ffd131eb8b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880 2024-11-23T02:21:36,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741836_1012 (size=39) 2024-11-23T02:21:36,697 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732328496683.54efdd43ac2cb157ccd112ffd131eb8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:36,697 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 54efdd43ac2cb157ccd112ffd131eb8b, disabling compactions & flushes 2024-11-23T02:21:36,697 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732328496683.54efdd43ac2cb157ccd112ffd131eb8b. 2024-11-23T02:21:36,697 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732328496683.54efdd43ac2cb157ccd112ffd131eb8b. 2024-11-23T02:21:36,697 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732328496683.54efdd43ac2cb157ccd112ffd131eb8b. after waiting 0 ms 2024-11-23T02:21:36,697 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732328496683.54efdd43ac2cb157ccd112ffd131eb8b. 2024-11-23T02:21:36,697 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732328496683.54efdd43ac2cb157ccd112ffd131eb8b. 2024-11-23T02:21:36,697 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 54efdd43ac2cb157ccd112ffd131eb8b: Waiting for close lock at 1732328496697Disabling compacts and flushes for region at 1732328496697Disabling writes for close at 1732328496697Writing region close event to WAL at 1732328496697Closed at 1732328496697 2024-11-23T02:21:36,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:21:36,698 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732328496683.54efdd43ac2cb157ccd112ffd131eb8b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732328496698"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328496698"}]},"ts":"1732328496698"} 2024-11-23T02:21:36,699 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T02:21:36,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:21:36,700 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328496700"}]},"ts":"1732328496700"} 2024-11-23T02:21:36,701 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T02:21:36,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=54efdd43ac2cb157ccd112ffd131eb8b, ASSIGN}] 2024-11-23T02:21:36,702 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=54efdd43ac2cb157ccd112ffd131eb8b, ASSIGN 2024-11-23T02:21:36,703 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=54efdd43ac2cb157ccd112ffd131eb8b, ASSIGN; state=OFFLINE, location=72b6db343a5d,36149,1732328490334; forceNewPlan=false, retain=false 2024-11-23T02:21:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:21:36,854 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=54efdd43ac2cb157ccd112ffd131eb8b, regionState=OPENING, regionLocation=72b6db343a5d,36149,1732328490334 2024-11-23T02:21:36,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=54efdd43ac2cb157ccd112ffd131eb8b, ASSIGN because future has completed 2024-11-23T02:21:36,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54efdd43ac2cb157ccd112ffd131eb8b, server=72b6db343a5d,36149,1732328490334}] 2024-11-23T02:21:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:21:37,012 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732328496683.54efdd43ac2cb157ccd112ffd131eb8b. 2024-11-23T02:21:37,012 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 54efdd43ac2cb157ccd112ffd131eb8b, NAME => 'test,,1732328496683.54efdd43ac2cb157ccd112ffd131eb8b.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:21:37,013 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:21:37,013 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T02:21:37,013 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 54efdd43ac2cb157ccd112ffd131eb8b 2024-11-23T02:21:37,013 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732328496683.54efdd43ac2cb157ccd112ffd131eb8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:37,013 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 54efdd43ac2cb157ccd112ffd131eb8b 2024-11-23T02:21:37,013 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 54efdd43ac2cb157ccd112ffd131eb8b 2024-11-23T02:21:37,017 INFO [StoreOpener-54efdd43ac2cb157ccd112ffd131eb8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 54efdd43ac2cb157ccd112ffd131eb8b 2024-11-23T02:21:37,018 INFO [StoreOpener-54efdd43ac2cb157ccd112ffd131eb8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54efdd43ac2cb157ccd112ffd131eb8b columnFamilyName f 2024-11-23T02:21:37,018 DEBUG [StoreOpener-54efdd43ac2cb157ccd112ffd131eb8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:37,019 INFO [StoreOpener-54efdd43ac2cb157ccd112ffd131eb8b-1 {}] regionserver.HStore(327): Store=54efdd43ac2cb157ccd112ffd131eb8b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:37,019 INFO [StoreOpener-54efdd43ac2cb157ccd112ffd131eb8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 54efdd43ac2cb157ccd112ffd131eb8b 2024-11-23T02:21:37,020 INFO [StoreOpener-54efdd43ac2cb157ccd112ffd131eb8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54efdd43ac2cb157ccd112ffd131eb8b columnFamilyName f1 2024-11-23T02:21:37,020 DEBUG [StoreOpener-54efdd43ac2cb157ccd112ffd131eb8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:37,020 INFO [StoreOpener-54efdd43ac2cb157ccd112ffd131eb8b-1 {}] regionserver.HStore(327): Store=54efdd43ac2cb157ccd112ffd131eb8b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:37,020 INFO [StoreOpener-54efdd43ac2cb157ccd112ffd131eb8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 54efdd43ac2cb157ccd112ffd131eb8b 2024-11-23T02:21:37,021 INFO [StoreOpener-54efdd43ac2cb157ccd112ffd131eb8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54efdd43ac2cb157ccd112ffd131eb8b columnFamilyName norep 2024-11-23T02:21:37,021 DEBUG [StoreOpener-54efdd43ac2cb157ccd112ffd131eb8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:37,022 INFO [StoreOpener-54efdd43ac2cb157ccd112ffd131eb8b-1 {}] regionserver.HStore(327): Store=54efdd43ac2cb157ccd112ffd131eb8b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:37,022 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 54efdd43ac2cb157ccd112ffd131eb8b 2024-11-23T02:21:37,022 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/default/test/54efdd43ac2cb157ccd112ffd131eb8b 2024-11-23T02:21:37,023 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/default/test/54efdd43ac2cb157ccd112ffd131eb8b 2024-11-23T02:21:37,023 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 54efdd43ac2cb157ccd112ffd131eb8b 2024-11-23T02:21:37,024 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 54efdd43ac2cb157ccd112ffd131eb8b 2024-11-23T02:21:37,024 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T02:21:37,025 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 54efdd43ac2cb157ccd112ffd131eb8b 2024-11-23T02:21:37,026 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/default/test/54efdd43ac2cb157ccd112ffd131eb8b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:21:37,027 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 54efdd43ac2cb157ccd112ffd131eb8b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74556326, jitterRate=0.11097583174705505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T02:21:37,027 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54efdd43ac2cb157ccd112ffd131eb8b 2024-11-23T02:21:37,027 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 54efdd43ac2cb157ccd112ffd131eb8b: Running coprocessor pre-open hook at 1732328497013Writing region info on filesystem at 1732328497013Initializing all the Stores at 1732328497016 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328497016Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328497017 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328497017Cleaning up temporary data from old regions at 1732328497024 (+7 ms)Running coprocessor post-open hooks at 1732328497027 (+3 ms)Region opened successfully at 1732328497027 2024-11-23T02:21:37,028 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732328496683.54efdd43ac2cb157ccd112ffd131eb8b., pid=6, masterSystemTime=1732328497008 2024-11-23T02:21:37,030 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732328496683.54efdd43ac2cb157ccd112ffd131eb8b. 2024-11-23T02:21:37,030 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732328496683.54efdd43ac2cb157ccd112ffd131eb8b. 2024-11-23T02:21:37,030 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=54efdd43ac2cb157ccd112ffd131eb8b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=72b6db343a5d,36149,1732328490334 2024-11-23T02:21:37,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54efdd43ac2cb157ccd112ffd131eb8b, server=72b6db343a5d,36149,1732328490334 because future has completed 2024-11-23T02:21:37,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T02:21:37,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 54efdd43ac2cb157ccd112ffd131eb8b, server=72b6db343a5d,36149,1732328490334 in 181 msec 2024-11-23T02:21:37,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T02:21:37,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=54efdd43ac2cb157ccd112ffd131eb8b, ASSIGN in 338 msec 2024-11-23T02:21:37,050 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:21:37,050 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328497050"}]},"ts":"1732328497050"} 2024-11-23T02:21:37,052 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T02:21:37,053 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:21:37,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 370 msec 2024-11-23T02:21:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:21:37,310 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T02:21:37,310 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:21:37,311 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,38437,1732328493468 2024-11-23T02:21:37,311 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@304be3be 2024-11-23T02:21:37,311 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:21:37,312 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:21:37,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38437 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:21:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38437 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-23T02:21:37,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:21:37,315 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:37,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38437 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-23T02:21:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:21:37,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:21:37,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741835_1011 (size=902) 2024-11-23T02:21:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:21:37,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:21:37,725 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dfbddae28997d8e130c026e40de32f90, NAME => 'test,,1732328497312.dfbddae28997d8e130c026e40de32f90.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3 2024-11-23T02:21:37,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741836_1012 (size=39) 2024-11-23T02:21:37,730 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732328497312.dfbddae28997d8e130c026e40de32f90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:37,730 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing dfbddae28997d8e130c026e40de32f90, disabling compactions & flushes 2024-11-23T02:21:37,730 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732328497312.dfbddae28997d8e130c026e40de32f90. 2024-11-23T02:21:37,730 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732328497312.dfbddae28997d8e130c026e40de32f90. 2024-11-23T02:21:37,730 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732328497312.dfbddae28997d8e130c026e40de32f90. after waiting 0 ms 2024-11-23T02:21:37,730 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732328497312.dfbddae28997d8e130c026e40de32f90. 2024-11-23T02:21:37,730 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732328497312.dfbddae28997d8e130c026e40de32f90. 2024-11-23T02:21:37,730 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for dfbddae28997d8e130c026e40de32f90: Waiting for close lock at 1732328497730Disabling compacts and flushes for region at 1732328497730Disabling writes for close at 1732328497730Writing region close event to WAL at 1732328497730Closed at 1732328497730 2024-11-23T02:21:37,731 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:21:37,732 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732328497312.dfbddae28997d8e130c026e40de32f90.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732328497731"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328497731"}]},"ts":"1732328497731"} 2024-11-23T02:21:37,733 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T02:21:37,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:21:37,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328497734"}]},"ts":"1732328497734"} 2024-11-23T02:21:37,735 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-23T02:21:37,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dfbddae28997d8e130c026e40de32f90, ASSIGN}] 2024-11-23T02:21:37,736 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dfbddae28997d8e130c026e40de32f90, ASSIGN 2024-11-23T02:21:37,737 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=dfbddae28997d8e130c026e40de32f90, ASSIGN; state=OFFLINE, location=72b6db343a5d,33075,1732328493509; forceNewPlan=false, retain=false 2024-11-23T02:21:37,888 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dfbddae28997d8e130c026e40de32f90, regionState=OPENING, regionLocation=72b6db343a5d,33075,1732328493509 2024-11-23T02:21:37,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=dfbddae28997d8e130c026e40de32f90, ASSIGN because future has completed 2024-11-23T02:21:37,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfbddae28997d8e130c026e40de32f90, server=72b6db343a5d,33075,1732328493509}] 2024-11-23T02:21:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:21:38,046 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732328497312.dfbddae28997d8e130c026e40de32f90. 2024-11-23T02:21:38,047 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dfbddae28997d8e130c026e40de32f90, NAME => 'test,,1732328497312.dfbddae28997d8e130c026e40de32f90.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:21:38,047 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:21:38,047 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-23T02:21:38,047 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dfbddae28997d8e130c026e40de32f90 2024-11-23T02:21:38,047 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732328497312.dfbddae28997d8e130c026e40de32f90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:38,048 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dfbddae28997d8e130c026e40de32f90 2024-11-23T02:21:38,048 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dfbddae28997d8e130c026e40de32f90 2024-11-23T02:21:38,049 INFO [StoreOpener-dfbddae28997d8e130c026e40de32f90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dfbddae28997d8e130c026e40de32f90 2024-11-23T02:21:38,050 INFO [StoreOpener-dfbddae28997d8e130c026e40de32f90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfbddae28997d8e130c026e40de32f90 columnFamilyName f 2024-11-23T02:21:38,050 DEBUG [StoreOpener-dfbddae28997d8e130c026e40de32f90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:38,050 INFO [StoreOpener-dfbddae28997d8e130c026e40de32f90-1 {}] regionserver.HStore(327): Store=dfbddae28997d8e130c026e40de32f90/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:38,050 INFO [StoreOpener-dfbddae28997d8e130c026e40de32f90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region dfbddae28997d8e130c026e40de32f90 2024-11-23T02:21:38,051 INFO [StoreOpener-dfbddae28997d8e130c026e40de32f90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfbddae28997d8e130c026e40de32f90 columnFamilyName f1 2024-11-23T02:21:38,051 DEBUG [StoreOpener-dfbddae28997d8e130c026e40de32f90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:38,051 INFO [StoreOpener-dfbddae28997d8e130c026e40de32f90-1 {}] regionserver.HStore(327): Store=dfbddae28997d8e130c026e40de32f90/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:38,051 INFO [StoreOpener-dfbddae28997d8e130c026e40de32f90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dfbddae28997d8e130c026e40de32f90 2024-11-23T02:21:38,052 INFO [StoreOpener-dfbddae28997d8e130c026e40de32f90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfbddae28997d8e130c026e40de32f90 columnFamilyName norep 2024-11-23T02:21:38,052 DEBUG [StoreOpener-dfbddae28997d8e130c026e40de32f90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:38,052 INFO [StoreOpener-dfbddae28997d8e130c026e40de32f90-1 {}] regionserver.HStore(327): Store=dfbddae28997d8e130c026e40de32f90/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:38,052 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dfbddae28997d8e130c026e40de32f90 2024-11-23T02:21:38,053 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/default/test/dfbddae28997d8e130c026e40de32f90 2024-11-23T02:21:38,053 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/default/test/dfbddae28997d8e130c026e40de32f90 2024-11-23T02:21:38,054 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dfbddae28997d8e130c026e40de32f90 2024-11-23T02:21:38,054 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dfbddae28997d8e130c026e40de32f90 2024-11-23T02:21:38,054 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T02:21:38,055 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dfbddae28997d8e130c026e40de32f90 2024-11-23T02:21:38,057 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/default/test/dfbddae28997d8e130c026e40de32f90/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:21:38,057 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dfbddae28997d8e130c026e40de32f90; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69061535, jitterRate=0.029097065329551697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T02:21:38,057 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dfbddae28997d8e130c026e40de32f90 2024-11-23T02:21:38,057 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dfbddae28997d8e130c026e40de32f90: Running coprocessor pre-open hook at 1732328498048Writing region info on filesystem at 1732328498048Initializing all the Stores at 1732328498048Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328498048Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328498048Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328498048Cleaning up temporary data from old regions at 1732328498054 (+6 ms)Running coprocessor post-open hooks at 1732328498057 (+3 ms)Region opened successfully at 1732328498057 2024-11-23T02:21:38,058 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732328497312.dfbddae28997d8e130c026e40de32f90., pid=6, masterSystemTime=1732328498044 2024-11-23T02:21:38,060 DEBUG [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732328497312.dfbddae28997d8e130c026e40de32f90. 2024-11-23T02:21:38,060 INFO [RS_OPEN_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732328497312.dfbddae28997d8e130c026e40de32f90. 2024-11-23T02:21:38,060 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dfbddae28997d8e130c026e40de32f90, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=72b6db343a5d,33075,1732328493509 2024-11-23T02:21:38,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfbddae28997d8e130c026e40de32f90, server=72b6db343a5d,33075,1732328493509 because future has completed 2024-11-23T02:21:38,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T02:21:38,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dfbddae28997d8e130c026e40de32f90, server=72b6db343a5d,33075,1732328493509 in 172 msec 2024-11-23T02:21:38,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T02:21:38,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=dfbddae28997d8e130c026e40de32f90, ASSIGN in 329 msec 2024-11-23T02:21:38,067 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:21:38,067 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328498067"}]},"ts":"1732328498067"} 2024-11-23T02:21:38,068 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-23T02:21:38,069 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:21:38,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 756 msec 2024-11-23T02:21:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T02:21:38,450 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-23T02:21:38,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45de574, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:38,452 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,34649,-1 for getting cluster id 2024-11-23T02:21:38,452 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:21:38,453 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35da709b-4efa-4ed8-94ab-4d2532a2df48' 2024-11-23T02:21:38,453 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:21:38,453 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35da709b-4efa-4ed8-94ab-4d2532a2df48" 2024-11-23T02:21:38,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cefbef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:38,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,34649,-1] 2024-11-23T02:21:38,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:21:38,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:38,455 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:21:38,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd5546c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:38,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:21:38,457 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,34649,1732328486403 2024-11-23T02:21:38,457 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62d6d4d0 2024-11-23T02:21:38,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:21:38,459 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:21:38,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://72b6db343a5d:37665,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T02:21:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T02:21:38,464 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:37665' 2024-11-23T02:21:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:21:38,468 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b7d9bb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:38,468 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,37665,-1 for getting cluster id 2024-11-23T02:21:38,468 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:21:38,469 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd54235aa-5346-4ca6-a314-ebde98e6f525' 2024-11-23T02:21:38,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:21:38,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d54235aa-5346-4ca6-a314-ebde98e6f525" 2024-11-23T02:21:38,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e55a496, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:38,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,37665,-1] 2024-11-23T02:21:38,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:21:38,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:38,470 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:21:38,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@586c5403, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:38,471 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:21:38,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,37665,1732328490275 2024-11-23T02:21:38,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ef2c986 2024-11-23T02:21:38,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:21:38,474 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:21:38,475 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-23T02:21:38,475 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T02:21:38,475 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:38,476 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:38,476 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T02:21:38,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:21:38,477 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-23T02:21:38,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T02:21:38,478 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:38,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T02:21:38,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741837_1013 (size=1138) 2024-11-23T02:21:38,505 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f5882f22346fcaf1d4de03ad2dfcf04c, NAME => 'hbase:replication,,1732328498476.f5882f22346fcaf1d4de03ad2dfcf04c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37 2024-11-23T02:21:38,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741838_1014 (size=44) 2024-11-23T02:21:38,527 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-23T02:21:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:21:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:21:38,914 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732328498476.f5882f22346fcaf1d4de03ad2dfcf04c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:38,914 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f5882f22346fcaf1d4de03ad2dfcf04c, disabling compactions & flushes 2024-11-23T02:21:38,914 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732328498476.f5882f22346fcaf1d4de03ad2dfcf04c. 2024-11-23T02:21:38,914 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732328498476.f5882f22346fcaf1d4de03ad2dfcf04c. 2024-11-23T02:21:38,914 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732328498476.f5882f22346fcaf1d4de03ad2dfcf04c. after waiting 0 ms 2024-11-23T02:21:38,914 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732328498476.f5882f22346fcaf1d4de03ad2dfcf04c. 2024-11-23T02:21:38,914 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732328498476.f5882f22346fcaf1d4de03ad2dfcf04c. 2024-11-23T02:21:38,914 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f5882f22346fcaf1d4de03ad2dfcf04c: Waiting for close lock at 1732328498914Disabling compacts and flushes for region at 1732328498914Disabling writes for close at 1732328498914Writing region close event to WAL at 1732328498914Closed at 1732328498914 2024-11-23T02:21:38,915 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T02:21:38,916 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732328498476.f5882f22346fcaf1d4de03ad2dfcf04c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732328498915"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732328498915"}]},"ts":"1732328498915"} 2024-11-23T02:21:38,918 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T02:21:38,918 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T02:21:38,918 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328498918"}]},"ts":"1732328498918"} 2024-11-23T02:21:38,920 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-23T02:21:38,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f5882f22346fcaf1d4de03ad2dfcf04c, ASSIGN}] 2024-11-23T02:21:38,921 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f5882f22346fcaf1d4de03ad2dfcf04c, ASSIGN 2024-11-23T02:21:38,922 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f5882f22346fcaf1d4de03ad2dfcf04c, ASSIGN; state=OFFLINE, location=72b6db343a5d,42987,1732328486483; forceNewPlan=false, retain=false 2024-11-23T02:21:39,072 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f5882f22346fcaf1d4de03ad2dfcf04c, regionState=OPENING, regionLocation=72b6db343a5d,42987,1732328486483 2024-11-23T02:21:39,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f5882f22346fcaf1d4de03ad2dfcf04c, ASSIGN because future has completed 2024-11-23T02:21:39,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5882f22346fcaf1d4de03ad2dfcf04c, server=72b6db343a5d,42987,1732328486483}] 2024-11-23T02:21:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:21:39,229 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732328498476.f5882f22346fcaf1d4de03ad2dfcf04c. 2024-11-23T02:21:39,229 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T02:21:39,229 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-23T02:21:39,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=72b6db343a5d%2C42987%2C1732328486483.rep, suffix=, logDir=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483, archiveDir=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/oldWALs, maxLogs=10 2024-11-23T02:21:39,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.rep.1732328499230, exclude list is [], retry=0 2024-11-23T02:21:39,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40703,DS-23b4bd62-cf35-487a-a8d4-a609f991bd53,DISK] 2024-11-23T02:21:39,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.rep.1732328499230 2024-11-23T02:21:39,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41617:41617)] 2024-11-23T02:21:39,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f5882f22346fcaf1d4de03ad2dfcf04c, NAME => 'hbase:replication,,1732328498476.f5882f22346fcaf1d4de03ad2dfcf04c.', STARTKEY => '', ENDKEY => ''} 2024-11-23T02:21:39,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-23T02:21:39,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T02:21:39,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732328498476.f5882f22346fcaf1d4de03ad2dfcf04c. service=MultiRowMutationService 2024-11-23T02:21:39,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-23T02:21:39,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f5882f22346fcaf1d4de03ad2dfcf04c 2024-11-23T02:21:39,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732328498476.f5882f22346fcaf1d4de03ad2dfcf04c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T02:21:39,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f5882f22346fcaf1d4de03ad2dfcf04c 2024-11-23T02:21:39,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f5882f22346fcaf1d4de03ad2dfcf04c 2024-11-23T02:21:39,249 INFO [StoreOpener-f5882f22346fcaf1d4de03ad2dfcf04c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f5882f22346fcaf1d4de03ad2dfcf04c 2024-11-23T02:21:39,249 INFO [StoreOpener-f5882f22346fcaf1d4de03ad2dfcf04c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5882f22346fcaf1d4de03ad2dfcf04c columnFamilyName hfileref 2024-11-23T02:21:39,249 DEBUG [StoreOpener-f5882f22346fcaf1d4de03ad2dfcf04c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:39,250 INFO [StoreOpener-f5882f22346fcaf1d4de03ad2dfcf04c-1 {}] regionserver.HStore(327): Store=f5882f22346fcaf1d4de03ad2dfcf04c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:39,250 INFO [StoreOpener-f5882f22346fcaf1d4de03ad2dfcf04c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f5882f22346fcaf1d4de03ad2dfcf04c 2024-11-23T02:21:39,250 INFO [StoreOpener-f5882f22346fcaf1d4de03ad2dfcf04c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5882f22346fcaf1d4de03ad2dfcf04c columnFamilyName queue 2024-11-23T02:21:39,250 DEBUG [StoreOpener-f5882f22346fcaf1d4de03ad2dfcf04c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:39,251 INFO [StoreOpener-f5882f22346fcaf1d4de03ad2dfcf04c-1 {}] regionserver.HStore(327): Store=f5882f22346fcaf1d4de03ad2dfcf04c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:39,251 INFO [StoreOpener-f5882f22346fcaf1d4de03ad2dfcf04c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f5882f22346fcaf1d4de03ad2dfcf04c 2024-11-23T02:21:39,251 INFO [StoreOpener-f5882f22346fcaf1d4de03ad2dfcf04c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5882f22346fcaf1d4de03ad2dfcf04c columnFamilyName sid 2024-11-23T02:21:39,251 DEBUG [StoreOpener-f5882f22346fcaf1d4de03ad2dfcf04c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T02:21:39,252 INFO [StoreOpener-f5882f22346fcaf1d4de03ad2dfcf04c-1 {}] regionserver.HStore(327): Store=f5882f22346fcaf1d4de03ad2dfcf04c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T02:21:39,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f5882f22346fcaf1d4de03ad2dfcf04c 2024-11-23T02:21:39,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/replication/f5882f22346fcaf1d4de03ad2dfcf04c 2024-11-23T02:21:39,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/replication/f5882f22346fcaf1d4de03ad2dfcf04c 2024-11-23T02:21:39,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f5882f22346fcaf1d4de03ad2dfcf04c 2024-11-23T02:21:39,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f5882f22346fcaf1d4de03ad2dfcf04c 2024-11-23T02:21:39,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-23T02:21:39,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f5882f22346fcaf1d4de03ad2dfcf04c 2024-11-23T02:21:39,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/replication/f5882f22346fcaf1d4de03ad2dfcf04c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T02:21:39,258 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f5882f22346fcaf1d4de03ad2dfcf04c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72560701, jitterRate=0.08123870193958282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-23T02:21:39,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5882f22346fcaf1d4de03ad2dfcf04c 2024-11-23T02:21:39,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f5882f22346fcaf1d4de03ad2dfcf04c: Running coprocessor pre-open hook at 1732328499248Writing region info on filesystem at 1732328499248Initializing all the Stores at 1732328499248Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328499248Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328499248Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732328499248Cleaning up temporary data from old regions at 1732328499253 (+5 ms)Running coprocessor post-open hooks at 1732328499258 (+5 ms)Region opened successfully at 1732328499258 2024-11-23T02:21:39,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732328498476.f5882f22346fcaf1d4de03ad2dfcf04c., pid=10, masterSystemTime=1732328499226 2024-11-23T02:21:39,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732328498476.f5882f22346fcaf1d4de03ad2dfcf04c. 2024-11-23T02:21:39,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732328498476.f5882f22346fcaf1d4de03ad2dfcf04c. 2024-11-23T02:21:39,261 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f5882f22346fcaf1d4de03ad2dfcf04c, regionState=OPEN, openSeqNum=2, regionLocation=72b6db343a5d,42987,1732328486483 2024-11-23T02:21:39,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5882f22346fcaf1d4de03ad2dfcf04c, server=72b6db343a5d,42987,1732328486483 because future has completed 2024-11-23T02:21:39,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T02:21:39,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f5882f22346fcaf1d4de03ad2dfcf04c, server=72b6db343a5d,42987,1732328486483 in 190 msec 2024-11-23T02:21:39,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-23T02:21:39,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f5882f22346fcaf1d4de03ad2dfcf04c, ASSIGN in 346 msec 2024-11-23T02:21:39,269 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T02:21:39,269 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732328499269"}]},"ts":"1732328499269"} 2024-11-23T02:21:39,271 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-23T02:21:39,272 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T02:21:39,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 796 msec 2024-11-23T02:21:39,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732328498476.f5882f22346fcaf1d4de03ad2dfcf04c., hostname=72b6db343a5d,42987,1732328486483, seqNum=2] 2024-11-23T02:21:39,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x10142a0ddfb0000, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549749388 2024-11-23T02:21:39,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42987-0x10142a0ddfb0001, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549749388 2024-11-23T02:21:39,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T02:21:39,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-23T02:21:39,453 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-23T02:21:39,500 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-72b6db343a5d,42987,1732328486483, ReplicationSource: 1, currentBandwidth=0 2024-11-23T02:21:39,501 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:21:39,501 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,42987,1732328486483, seqNum=-1] 2024-11-23T02:21:39,501 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:39,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-23T02:21:39,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-72b6db343a5d,42987,1732328486483', locateType=CURRENT is [region=hbase:replication,,1732328498476.f5882f22346fcaf1d4de03ad2dfcf04c., hostname=72b6db343a5d,42987,1732328486483, seqNum=2] 2024-11-23T02:21:39,506 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-23T02:21:39,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-23T02:21:39,508 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 72b6db343a5d,42987,1732328486483 suceeded 2024-11-23T02:21:39,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-23T02:21:39,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 212 msec 2024-11-23T02:21:39,510 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://72b6db343a5d:37665,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T02:21:39,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0510 sec 2024-11-23T02:21:39,521 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:37665' 2024-11-23T02:21:39,522 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69fb0f37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:39,522 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,37665,-1 for getting cluster id 2024-11-23T02:21:39,522 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:21:39,523 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd54235aa-5346-4ca6-a314-ebde98e6f525' 2024-11-23T02:21:39,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:21:39,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d54235aa-5346-4ca6-a314-ebde98e6f525" 2024-11-23T02:21:39,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ab69f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:39,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,37665,-1] 2024-11-23T02:21:39,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:21:39,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:39,524 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:21:39,525 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bc50f3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:39,525 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:21:39,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,37665,1732328490275 2024-11-23T02:21:39,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8a6faee 2024-11-23T02:21:39,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:21:39,526 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-23T02:21:39,527 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-72b6db343a5d,42987,1732328486483 (queues=1) is replicating from cluster=35da709b-4efa-4ed8-94ab-4d2532a2df48 to cluster=d54235aa-5346-4ca6-a314-ebde98e6f525 2024-11-23T02:21:39,527 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=72b6db343a5d%2C42987%2C1732328486483 2024-11-23T02:21:39,527 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-72b6db343a5d,42987,1732328486483, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T02:21:39,527 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,1-72b6db343a5d,42987,1732328486483 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328488510, startPosition=0, beingWritten=true 2024-11-23T02:21:39,527 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483.replicationSource.shipper72b6db343a5d%2C42987%2C1732328486483,1-72b6db343a5d,42987,1732328486483 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 72b6db343a5d%2C42987%2C1732328486483 2024-11-23T02:21:39,532 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,1-72b6db343a5d,42987,1732328486483 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:21:39,532 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,1-72b6db343a5d,42987,1732328486483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328488510 to pos 379, reset compression=false 2024-11-23T02:21:39,532 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483.replicationSource.shipper72b6db343a5d%2C42987%2C1732328486483,1-72b6db343a5d,42987,1732328486483 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,42987,1732328486483 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328488510, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-23T02:21:39,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T02:21:39,600 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-23T02:21:39,601 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:21:39,601 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:39,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:39,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:39,601 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:21:39,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b796332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:39,602 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,34649,-1 for getting cluster id 2024-11-23T02:21:39,602 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:21:39,603 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35da709b-4efa-4ed8-94ab-4d2532a2df48' 2024-11-23T02:21:39,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:21:39,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35da709b-4efa-4ed8-94ab-4d2532a2df48" 2024-11-23T02:21:39,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e16859b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:39,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,34649,-1] 2024-11-23T02:21:39,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:21:39,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:39,605 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:21:39,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@970a098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:39,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b3dfe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:39,607 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,37665,-1 for getting cluster id 2024-11-23T02:21:39,608 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:21:39,609 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd54235aa-5346-4ca6-a314-ebde98e6f525' 2024-11-23T02:21:39,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:21:39,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d54235aa-5346-4ca6-a314-ebde98e6f525" 2024-11-23T02:21:39,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@97fa22d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:39,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,37665,-1] 2024-11-23T02:21:39,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:21:39,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:39,610 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:21:39,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8de8d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:39,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2219ae0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:39,620 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,38437,-1 for getting cluster id 2024-11-23T02:21:39,620 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:21:39,621 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67ce747b-5156-471e-832a-777e2a8a0edf' 2024-11-23T02:21:39,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:21:39,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67ce747b-5156-471e-832a-777e2a8a0edf" 2024-11-23T02:21:39,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3125e055, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:39,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,38437,-1] 2024-11-23T02:21:39,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:21:39,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:39,624 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:21:39,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62bbccad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:39,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:39,629 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732328499629/Put/seqid=0 2024-11-23T02:21:39,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741840_1016 (size=7894) 2024-11-23T02:21:39,740 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,1-72b6db343a5d,42987,1732328486483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328488510 to pos 379, reset compression=false 2024-11-23T02:21:40,054 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,1-72b6db343a5d,42987,1732328486483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328488510 to pos 379, reset compression=false 2024-11-23T02:21:40,057 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732328500056/Put/seqid=0 2024-11-23T02:21:40,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741841_1017 (size=7691) 2024-11-23T02:21:40,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@423c68c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:40,129 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,34649,-1 for getting cluster id 2024-11-23T02:21:40,129 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:21:40,129 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35da709b-4efa-4ed8-94ab-4d2532a2df48' 2024-11-23T02:21:40,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:21:40,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35da709b-4efa-4ed8-94ab-4d2532a2df48" 2024-11-23T02:21:40,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10294557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:40,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,34649,-1] 2024-11-23T02:21:40,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:21:40,131 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:40,131 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:21:40,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c7eae55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:40,133 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:21:40,134 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,42987,1732328486483, seqNum=-1] 2024-11-23T02:21:40,134 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:40,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:40,146 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:21:40,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,34649,1732328486403 2024-11-23T02:21:40,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@318ee814 2024-11-23T02:21:40,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:21:40,149 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:21:40,153 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732328496049.df087fd3f47b0593e78d4360ac6397f3., hostname=72b6db343a5d,42987,1732328486483, seqNum=2] 2024-11-23T02:21:40,156 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T02:21:40,174 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-23T02:21:40,177 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-23T02:21:40,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/testHFileCyclicReplication_0/f/hfile_0 for inclusion in df087fd3f47b0593e78d4360ac6397f3/f 2024-11-23T02:21:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-23T02:21:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T02:21:40,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/testHFileCyclicReplication_0/f/hfile_1 for inclusion in df087fd3f47b0593e78d4360ac6397f3/f 2024-11-23T02:21:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-23T02:21:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T02:21:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.HRegion(2603): Flush status journal for df087fd3f47b0593e78d4360ac6397f3: 2024-11-23T02:21:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/staging/jenkins__test__qn7ncm0fjf2sntu7badb3rrkrde58v3oo6tvvuko87fvd340r67q4c2bshvf3d4o/f/hfile_0 2024-11-23T02:21:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/staging/jenkins__test__qn7ncm0fjf2sntu7badb3rrkrde58v3oo6tvvuko87fvd340r67q4c2bshvf3d4o/f/hfile_0 as hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/default/test/df087fd3f47b0593e78d4360ac6397f3/f/f58d9d999c174088a407b2f7123b14b6_SeqId_4_ 2024-11-23T02:21:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/staging/jenkins__test__qn7ncm0fjf2sntu7badb3rrkrde58v3oo6tvvuko87fvd340r67q4c2bshvf3d4o/f/hfile_1 2024-11-23T02:21:40,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/staging/jenkins__test__qn7ncm0fjf2sntu7badb3rrkrde58v3oo6tvvuko87fvd340r67q4c2bshvf3d4o/f/hfile_1 as hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/default/test/df087fd3f47b0593e78d4360ac6397f3/f/cbb3fe327bdc4c7d930f320fddc149f1_SeqId_4_ 2024-11-23T02:21:40,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/staging/jenkins__test__qn7ncm0fjf2sntu7badb3rrkrde58v3oo6tvvuko87fvd340r67q4c2bshvf3d4o/f/hfile_0 into df087fd3f47b0593e78d4360ac6397f3/f as hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/default/test/df087fd3f47b0593e78d4360ac6397f3/f/f58d9d999c174088a407b2f7123b14b6_SeqId_4_ - updating store file list. 2024-11-23T02:21:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f58d9d999c174088a407b2f7123b14b6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T02:21:40,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/default/test/df087fd3f47b0593e78d4360ac6397f3/f/f58d9d999c174088a407b2f7123b14b6_SeqId_4_ into df087fd3f47b0593e78d4360ac6397f3/f 2024-11-23T02:21:40,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/staging/jenkins__test__qn7ncm0fjf2sntu7badb3rrkrde58v3oo6tvvuko87fvd340r67q4c2bshvf3d4o/f/hfile_0 into df087fd3f47b0593e78d4360ac6397f3/f (new location: hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/default/test/df087fd3f47b0593e78d4360ac6397f3/f/f58d9d999c174088a407b2f7123b14b6_SeqId_4_) 2024-11-23T02:21:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/staging/jenkins__test__qn7ncm0fjf2sntu7badb3rrkrde58v3oo6tvvuko87fvd340r67q4c2bshvf3d4o/f/hfile_0 2024-11-23T02:21:40,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/staging/jenkins__test__qn7ncm0fjf2sntu7badb3rrkrde58v3oo6tvvuko87fvd340r67q4c2bshvf3d4o/f/hfile_1 into df087fd3f47b0593e78d4360ac6397f3/f as hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/default/test/df087fd3f47b0593e78d4360ac6397f3/f/cbb3fe327bdc4c7d930f320fddc149f1_SeqId_4_ - updating store file list. 2024-11-23T02:21:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cbb3fe327bdc4c7d930f320fddc149f1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T02:21:40,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/default/test/df087fd3f47b0593e78d4360ac6397f3/f/cbb3fe327bdc4c7d930f320fddc149f1_SeqId_4_ into df087fd3f47b0593e78d4360ac6397f3/f 2024-11-23T02:21:40,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/staging/jenkins__test__qn7ncm0fjf2sntu7badb3rrkrde58v3oo6tvvuko87fvd340r67q4c2bshvf3d4o/f/hfile_1 into df087fd3f47b0593e78d4360ac6397f3/f (new location: hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/default/test/df087fd3f47b0593e78d4360ac6397f3/f/cbb3fe327bdc4c7d930f320fddc149f1_SeqId_4_) 2024-11-23T02:21:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/staging/jenkins__test__qn7ncm0fjf2sntu7badb3rrkrde58v3oo6tvvuko87fvd340r67q4c2bshvf3d4o/f/hfile_1 2024-11-23T02:21:40,230 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:21:40,230 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:40,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:40,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:40,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732328496049.df087fd3f47b0593e78d4360ac6397f3., hostname=72b6db343a5d,42987,1732328486483, seqNum=2 , the old value is region=test,,1732328496049.df087fd3f47b0593e78d4360ac6397f3., hostname=72b6db343a5d,42987,1732328486483, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=72b6db343a5d:42987 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T02:21:40,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732328496049.df087fd3f47b0593e78d4360ac6397f3., hostname=72b6db343a5d,42987,1732328486483, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T02:21:40,231 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732328496049.df087fd3f47b0593e78d4360ac6397f3., hostname=72b6db343a5d,42987,1732328486483, seqNum=2 from cache 2024-11-23T02:21:40,231 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:21:40,231 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:21:40,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,36149,1732328490334, seqNum=-1] 2024-11-23T02:21:40,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:40,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:40,234 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-23T02:21:40,235 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732328496683.54efdd43ac2cb157ccd112ffd131eb8b., hostname=72b6db343a5d,36149,1732328490334, seqNum=2] 2024-11-23T02:21:40,238 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T02:21:40,340 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=72b6db343a5d:42987 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-23T02:21:40,479 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,1-72b6db343a5d,42987,1732328486483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328488510 to pos 379, reset compression=false 2024-11-23T02:21:40,483 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,1-72b6db343a5d,42987,1732328486483 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T02:21:40,483 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483.replicationSource.shipper72b6db343a5d%2C42987%2C1732328486483,1-72b6db343a5d,42987,1732328486483 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,42987,1732328486483 got entry batch from reader: WALEntryBatch [walEntries=[{test/df087fd3f47b0593e78d4360ac6397f3/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732328500228/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328488510, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-23T02:21:40,485 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483.replicationSource.shipper72b6db343a5d%2C42987%2C1732328486483,1-72b6db343a5d,42987,1732328486483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:21:40,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-23T02:21:40,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.ReplicationSink(318): Replicating [35da709b-4efa-4ed8-94ab-4d2532a2df48] bulk loaded data 2024-11-23T02:21:40,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63248a08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:40,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,37665,-1 for getting cluster id 2024-11-23T02:21:40,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:21:40,487 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd54235aa-5346-4ca6-a314-ebde98e6f525' 2024-11-23T02:21:40,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:21:40,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d54235aa-5346-4ca6-a314-ebde98e6f525" 2024-11-23T02:21:40,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34e101cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:40,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,37665,-1] 2024-11-23T02:21:40,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:21:40,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:40,488 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:21:40,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44b8d312, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:40,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741837_1013 (size=7894) 2024-11-23T02:21:40,637 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-23T02:21:40,683 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,1-72b6db343a5d,42987,1732328486483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328488510 to pos 687, reset compression=false 2024-11-23T02:21:40,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741838_1014 (size=7691) 2024-11-23T02:21:40,916 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:21:40,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,37665,1732328490275 2024-11-23T02:21:40,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@791910c7 2024-11-23T02:21:40,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:21:40,918 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-23T02:21:40,921 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T02:21:40,921 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:21:40,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,36149,1732328490334, seqNum=-1] 2024-11-23T02:21:40,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:40,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-23T02:21:40,938 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/staging/jenkins.hfs.22__test__mphbqjsvjc5g7k1h944r3nqarvs7fgncd3sqr1jlosh3ruk2katdb6ug4askrjic/f/cbb3fe327bdc4c7d930f320fddc149f1_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-23T02:21:40,941 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/staging/jenkins.hfs.22__test__mphbqjsvjc5g7k1h944r3nqarvs7fgncd3sqr1jlosh3ruk2katdb6ug4askrjic/f/f58d9d999c174088a407b2f7123b14b6_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-23T02:21:40,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/staging/jenkins.hfs.22__test__mphbqjsvjc5g7k1h944r3nqarvs7fgncd3sqr1jlosh3ruk2katdb6ug4askrjic/f/cbb3fe327bdc4c7d930f320fddc149f1_SeqId_4_ for inclusion in 54efdd43ac2cb157ccd112ffd131eb8b/f 2024-11-23T02:21:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-23T02:21:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T02:21:40,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/staging/jenkins.hfs.22__test__mphbqjsvjc5g7k1h944r3nqarvs7fgncd3sqr1jlosh3ruk2katdb6ug4askrjic/f/f58d9d999c174088a407b2f7123b14b6_SeqId_4_ for inclusion in 54efdd43ac2cb157ccd112ffd131eb8b/f 2024-11-23T02:21:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-23T02:21:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T02:21:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.HRegion(2603): Flush status journal for 54efdd43ac2cb157ccd112ffd131eb8b: 2024-11-23T02:21:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cbb3fe327bdc4c7d930f320fddc149f1_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-23T02:21:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/staging/jenkins.hfs.22__test__mphbqjsvjc5g7k1h944r3nqarvs7fgncd3sqr1jlosh3ruk2katdb6ug4askrjic/f/cbb3fe327bdc4c7d930f320fddc149f1_SeqId_4_ as hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/default/test/54efdd43ac2cb157ccd112ffd131eb8b/f/70aeb5e4cce14b3abea298a5717b6aab_SeqId_4_ 2024-11-23T02:21:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f58d9d999c174088a407b2f7123b14b6_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-23T02:21:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/staging/jenkins.hfs.22__test__mphbqjsvjc5g7k1h944r3nqarvs7fgncd3sqr1jlosh3ruk2katdb6ug4askrjic/f/f58d9d999c174088a407b2f7123b14b6_SeqId_4_ as hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/default/test/54efdd43ac2cb157ccd112ffd131eb8b/f/b56f4c3d7f1043e381e2943b68a0afc4_SeqId_4_ 2024-11-23T02:21:40,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/staging/jenkins.hfs.22__test__mphbqjsvjc5g7k1h944r3nqarvs7fgncd3sqr1jlosh3ruk2katdb6ug4askrjic/f/cbb3fe327bdc4c7d930f320fddc149f1_SeqId_4_ into 54efdd43ac2cb157ccd112ffd131eb8b/f as hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/default/test/54efdd43ac2cb157ccd112ffd131eb8b/f/70aeb5e4cce14b3abea298a5717b6aab_SeqId_4_ - updating store file list. 2024-11-23T02:21:40,986 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,1-72b6db343a5d,42987,1732328486483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328488510 to pos 687, reset compression=false 2024-11-23T02:21:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 70aeb5e4cce14b3abea298a5717b6aab_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T02:21:40,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/default/test/54efdd43ac2cb157ccd112ffd131eb8b/f/70aeb5e4cce14b3abea298a5717b6aab_SeqId_4_ into 54efdd43ac2cb157ccd112ffd131eb8b/f 2024-11-23T02:21:40,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/staging/jenkins.hfs.22__test__mphbqjsvjc5g7k1h944r3nqarvs7fgncd3sqr1jlosh3ruk2katdb6ug4askrjic/f/cbb3fe327bdc4c7d930f320fddc149f1_SeqId_4_ into 54efdd43ac2cb157ccd112ffd131eb8b/f (new location: hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/default/test/54efdd43ac2cb157ccd112ffd131eb8b/f/70aeb5e4cce14b3abea298a5717b6aab_SeqId_4_) 2024-11-23T02:21:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/staging/jenkins.hfs.22__test__mphbqjsvjc5g7k1h944r3nqarvs7fgncd3sqr1jlosh3ruk2katdb6ug4askrjic/f/cbb3fe327bdc4c7d930f320fddc149f1_SeqId_4_ 2024-11-23T02:21:40,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/staging/jenkins.hfs.22__test__mphbqjsvjc5g7k1h944r3nqarvs7fgncd3sqr1jlosh3ruk2katdb6ug4askrjic/f/f58d9d999c174088a407b2f7123b14b6_SeqId_4_ into 54efdd43ac2cb157ccd112ffd131eb8b/f as hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/default/test/54efdd43ac2cb157ccd112ffd131eb8b/f/b56f4c3d7f1043e381e2943b68a0afc4_SeqId_4_ - updating store file list. 2024-11-23T02:21:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b56f4c3d7f1043e381e2943b68a0afc4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T02:21:40,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/default/test/54efdd43ac2cb157ccd112ffd131eb8b/f/b56f4c3d7f1043e381e2943b68a0afc4_SeqId_4_ into 54efdd43ac2cb157ccd112ffd131eb8b/f 2024-11-23T02:21:40,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/staging/jenkins.hfs.22__test__mphbqjsvjc5g7k1h944r3nqarvs7fgncd3sqr1jlosh3ruk2katdb6ug4askrjic/f/f58d9d999c174088a407b2f7123b14b6_SeqId_4_ into 54efdd43ac2cb157ccd112ffd131eb8b/f (new location: hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/default/test/54efdd43ac2cb157ccd112ffd131eb8b/f/b56f4c3d7f1043e381e2943b68a0afc4_SeqId_4_) 2024-11-23T02:21:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/staging/jenkins.hfs.22__test__mphbqjsvjc5g7k1h944r3nqarvs7fgncd3sqr1jlosh3ruk2katdb6ug4askrjic/f/f58d9d999c174088a407b2f7123b14b6_SeqId_4_ 2024-11-23T02:21:40,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.ReplicationSink(324): Finished replicating [35da709b-4efa-4ed8-94ab-4d2532a2df48] bulk loaded data 2024-11-23T02:21:41,250 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:21:41,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,33075,1732328493509, seqNum=-1] 2024-11-23T02:21:41,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:41,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:41,255 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732328497312.dfbddae28997d8e130c026e40de32f90., hostname=72b6db343a5d,33075,1732328493509, seqNum=2] 2024-11-23T02:21:41,263 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:21:41,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T02:21:41,266 DEBUG [regionserver/72b6db343a5d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 72b6db343a5d%2C42987%2C1732328486483:(num 1732328488510) roll requested 2024-11-23T02:21:41,294 DEBUG [regionserver/72b6db343a5d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328501266, exclude list is [], retry=0 2024-11-23T02:21:41,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40703,DS-23b4bd62-cf35-487a-a8d4-a609f991bd53,DISK] 2024-11-23T02:21:41,323 INFO [regionserver/72b6db343a5d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328488510 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328501266 2024-11-23T02:21:41,325 DEBUG [regionserver/72b6db343a5d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41617:41617)] 2024-11-23T02:21:41,325 DEBUG [regionserver/72b6db343a5d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328488510 is not closed yet, will try archiving it next time 2024-11-23T02:21:41,325 DEBUG [regionserver/72b6db343a5d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 72b6db343a5d%2C42987%2C1732328486483.meta:.meta(num 1732328489030) roll requested 2024-11-23T02:21:41,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741833_1009 (size=695) 2024-11-23T02:21:41,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31383367, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:41,340 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,34649,-1 for getting cluster id 2024-11-23T02:21:41,340 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:21:41,341 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35da709b-4efa-4ed8-94ab-4d2532a2df48' 2024-11-23T02:21:41,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:21:41,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35da709b-4efa-4ed8-94ab-4d2532a2df48" 2024-11-23T02:21:41,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@788d30a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:41,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,34649,-1] 2024-11-23T02:21:41,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:21:41,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:41,344 DEBUG [regionserver/72b6db343a5d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.meta.1732328501325.meta, exclude list is [], retry=0 2024-11-23T02:21:41,344 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:21:41,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ef87756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:41,345 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:21:41,346 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,34649,1732328486403 2024-11-23T02:21:41,346 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2129fc76 2024-11-23T02:21:41,346 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:21:41,347 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:21:41,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://72b6db343a5d:38437,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-23T02:21:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-23T02:21:41,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T02:21:41,349 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:38437' 2024-11-23T02:21:41,360 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a23aba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:41,361 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328488510 to hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/oldWALs/72b6db343a5d%2C42987%2C1732328486483.1732328488510 2024-11-23T02:21:41,361 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,38437,-1 for getting cluster id 2024-11-23T02:21:41,361 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:21:41,362 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67ce747b-5156-471e-832a-777e2a8a0edf' 2024-11-23T02:21:41,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:21:41,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67ce747b-5156-471e-832a-777e2a8a0edf" 2024-11-23T02:21:41,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b9821e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:41,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,38437,-1] 2024-11-23T02:21:41,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:21:41,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:41,366 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:21:41,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40703,DS-23b4bd62-cf35-487a-a8d4-a609f991bd53,DISK] 2024-11-23T02:21:41,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8aa6133, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:41,376 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:21:41,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,38437,1732328493468 2024-11-23T02:21:41,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a996fb1 2024-11-23T02:21:41,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:21:41,378 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:21:41,380 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-23T02:21:41,380 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-23T02:21:41,380 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:41,380 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:41,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:21:41,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-23T02:21:41,393 INFO [regionserver/72b6db343a5d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.meta.1732328489030.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.meta.1732328501325.meta 2024-11-23T02:21:41,396 DEBUG [regionserver/72b6db343a5d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41617:41617)] 2024-11-23T02:21:41,396 DEBUG [regionserver/72b6db343a5d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.meta.1732328489030.meta is not closed yet, will try archiving it next time 2024-11-23T02:21:41,396 DEBUG [regionserver/72b6db343a5d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 72b6db343a5d%2C42987%2C1732328486483.rep:(num 1732328499230) roll requested 2024-11-23T02:21:41,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741834_1010 (size=3473) 2024-11-23T02:21:41,413 DEBUG [regionserver/72b6db343a5d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.rep.1732328501396, exclude list is [], retry=0 2024-11-23T02:21:41,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40703,DS-23b4bd62-cf35-487a-a8d4-a609f991bd53,DISK] 2024-11-23T02:21:41,417 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,1-72b6db343a5d,42987,1732328486483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328488510 to pos 687, reset compression=false 2024-11-23T02:21:41,425 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,1-72b6db343a5d,42987,1732328486483 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328488510 was moved to hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/oldWALs/72b6db343a5d%2C42987%2C1732328486483.1732328488510 2024-11-23T02:21:41,428 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,1-72b6db343a5d,42987,1732328486483 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328488510 2024-11-23T02:21:41,428 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483.replicationSource.shipper72b6db343a5d%2C42987%2C1732328486483,1-72b6db343a5d,42987,1732328486483 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,42987,1732328486483 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328488510, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-23T02:21:41,430 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,1-72b6db343a5d,42987,1732328486483 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328501266, startPosition=0, beingWritten=true 2024-11-23T02:21:41,431 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483.replicationSource.shipper72b6db343a5d%2C42987%2C1732328486483,1-72b6db343a5d,42987,1732328486483 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [72b6db343a5d%2C42987%2C1732328486483.1732328488510] 2024-11-23T02:21:41,437 INFO [regionserver/72b6db343a5d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.rep.1732328499230 with entries=7, filesize=1.67 KB; new WAL /user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.rep.1732328501396 2024-11-23T02:21:41,449 DEBUG [regionserver/72b6db343a5d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41617:41617)] 2024-11-23T02:21:41,449 DEBUG [regionserver/72b6db343a5d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.rep.1732328499230 is not closed yet, will try archiving it next time 2024-11-23T02:21:41,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741839_1015 (size=1722) 2024-11-23T02:21:41,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T02:21:41,484 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T02:21:41,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:41,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:41,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:41,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:41,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:41,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:41,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:41,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:41,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-23T02:21:41,545 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-23T02:21:41,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:41,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:41,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:41,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:41,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:41,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:41,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:41,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:41,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:41,614 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-72b6db343a5d,42987,1732328486483, ReplicationSource: 2, currentBandwidth=0 2024-11-23T02:21:41,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:41,629 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-23T02:21:41,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-23T02:21:41,632 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 72b6db343a5d,42987,1732328486483 suceeded 2024-11-23T02:21:41,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-23T02:21:41,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 240 msec 2024-11-23T02:21:41,634 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://72b6db343a5d:38437,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-23T02:21:41,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 287 msec 2024-11-23T02:21:41,661 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='72b6db343a5d:38437' 2024-11-23T02:21:41,663 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@687ed9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:41,663 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,38437,-1 for getting cluster id 2024-11-23T02:21:41,663 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:21:41,664 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67ce747b-5156-471e-832a-777e2a8a0edf' 2024-11-23T02:21:41,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:21:41,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67ce747b-5156-471e-832a-777e2a8a0edf" 2024-11-23T02:21:41,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@517b0a00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:41,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,38437,-1] 2024-11-23T02:21:41,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:21:41,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:41,666 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:21:41,666 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7311a0f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:41,666 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:21:41,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,38437,1732328493468 2024-11-23T02:21:41,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a413dd3 2024-11-23T02:21:41,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:21:41,668 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-23T02:21:41,669 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-72b6db343a5d,42987,1732328486483 (queues=1) is replicating from cluster=35da709b-4efa-4ed8-94ab-4d2532a2df48 to cluster=67ce747b-5156-471e-832a-777e2a8a0edf 2024-11-23T02:21:41,669 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=72b6db343a5d%2C42987%2C1732328486483 2024-11-23T02:21:41,669 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-72b6db343a5d,42987,1732328486483, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-23T02:21:41,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-23T02:21:41,673 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-23T02:21:41,673 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:21:41,673 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:41,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:41,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:41,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T02:21:41,675 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,2-72b6db343a5d,42987,1732328486483 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328501266, startPosition=0, beingWritten=true 2024-11-23T02:21:41,675 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:21:41,677 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483.replicationSource.shipper72b6db343a5d%2C42987%2C1732328486483,2-72b6db343a5d,42987,1732328486483 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 72b6db343a5d%2C42987%2C1732328486483 2024-11-23T02:21:41,679 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732328501678/Put/seqid=0 2024-11-23T02:21:41,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741845_1021 (size=11194) 2024-11-23T02:21:41,700 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732328501699/Put/seqid=0 2024-11-23T02:21:41,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741846_1022 (size=10791) 2024-11-23T02:21:41,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d096d5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:41,741 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,34649,-1 for getting cluster id 2024-11-23T02:21:41,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:21:41,742 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35da709b-4efa-4ed8-94ab-4d2532a2df48' 2024-11-23T02:21:41,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:21:41,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35da709b-4efa-4ed8-94ab-4d2532a2df48" 2024-11-23T02:21:41,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@263310d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:41,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,34649,-1] 2024-11-23T02:21:41,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:21:41,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:41,743 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:21:41,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f73ecc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:41,744 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:21:41,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,42987,1732328486483, seqNum=-1] 2024-11-23T02:21:41,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:41,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T02:21:41,754 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:21:41,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,34649,1732328486403 2024-11-23T02:21:41,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@513a213e 2024-11-23T02:21:41,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:21:41,756 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T02:21:41,761 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732328496049.df087fd3f47b0593e78d4360ac6397f3., hostname=72b6db343a5d,42987,1732328486483, seqNum=2] 2024-11-23T02:21:41,763 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T02:21:41,782 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-23T02:21:41,789 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-23T02:21:41,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/testHFileCyclicReplication_1/f/hfile_0 for inclusion in df087fd3f47b0593e78d4360ac6397f3/f 2024-11-23T02:21:41,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-23T02:21:41,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T02:21:41,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/testHFileCyclicReplication_1/f/hfile_1 for inclusion in df087fd3f47b0593e78d4360ac6397f3/f 2024-11-23T02:21:41,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-23T02:21:41,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T02:21:41,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.HRegion(2603): Flush status journal for df087fd3f47b0593e78d4360ac6397f3: 2024-11-23T02:21:41,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/staging/jenkins__test__r97brc8c061c80hpcpnt022c6bcb380r0irpgj4hf9bq0higs21k1usjj7r5n1ge/f/hfile_0 2024-11-23T02:21:41,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/staging/jenkins__test__r97brc8c061c80hpcpnt022c6bcb380r0irpgj4hf9bq0higs21k1usjj7r5n1ge/f/hfile_0 as hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/default/test/df087fd3f47b0593e78d4360ac6397f3/f/55d0c2c6f731419ab2cf17264c47e71e_SeqId_6_ 2024-11-23T02:21:41,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/staging/jenkins__test__r97brc8c061c80hpcpnt022c6bcb380r0irpgj4hf9bq0higs21k1usjj7r5n1ge/f/hfile_1 2024-11-23T02:21:41,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/staging/jenkins__test__r97brc8c061c80hpcpnt022c6bcb380r0irpgj4hf9bq0higs21k1usjj7r5n1ge/f/hfile_1 as hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/default/test/df087fd3f47b0593e78d4360ac6397f3/f/218eada758754999bc11e809e2212d1a_SeqId_6_ 2024-11-23T02:21:41,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/staging/jenkins__test__r97brc8c061c80hpcpnt022c6bcb380r0irpgj4hf9bq0higs21k1usjj7r5n1ge/f/hfile_0 into df087fd3f47b0593e78d4360ac6397f3/f as hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/default/test/df087fd3f47b0593e78d4360ac6397f3/f/55d0c2c6f731419ab2cf17264c47e71e_SeqId_6_ - updating store file list. 2024-11-23T02:21:41,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 55d0c2c6f731419ab2cf17264c47e71e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T02:21:41,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/default/test/df087fd3f47b0593e78d4360ac6397f3/f/55d0c2c6f731419ab2cf17264c47e71e_SeqId_6_ into df087fd3f47b0593e78d4360ac6397f3/f 2024-11-23T02:21:41,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/staging/jenkins__test__r97brc8c061c80hpcpnt022c6bcb380r0irpgj4hf9bq0higs21k1usjj7r5n1ge/f/hfile_0 into df087fd3f47b0593e78d4360ac6397f3/f (new location: hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/default/test/df087fd3f47b0593e78d4360ac6397f3/f/55d0c2c6f731419ab2cf17264c47e71e_SeqId_6_) 2024-11-23T02:21:41,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/staging/jenkins__test__r97brc8c061c80hpcpnt022c6bcb380r0irpgj4hf9bq0higs21k1usjj7r5n1ge/f/hfile_0 2024-11-23T02:21:41,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/staging/jenkins__test__r97brc8c061c80hpcpnt022c6bcb380r0irpgj4hf9bq0higs21k1usjj7r5n1ge/f/hfile_1 into df087fd3f47b0593e78d4360ac6397f3/f as hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/default/test/df087fd3f47b0593e78d4360ac6397f3/f/218eada758754999bc11e809e2212d1a_SeqId_6_ - updating store file list. 2024-11-23T02:21:41,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 218eada758754999bc11e809e2212d1a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T02:21:41,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/default/test/df087fd3f47b0593e78d4360ac6397f3/f/218eada758754999bc11e809e2212d1a_SeqId_6_ into df087fd3f47b0593e78d4360ac6397f3/f 2024-11-23T02:21:41,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/staging/jenkins__test__r97brc8c061c80hpcpnt022c6bcb380r0irpgj4hf9bq0higs21k1usjj7r5n1ge/f/hfile_1 into df087fd3f47b0593e78d4360ac6397f3/f (new location: hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/default/test/df087fd3f47b0593e78d4360ac6397f3/f/218eada758754999bc11e809e2212d1a_SeqId_6_) 2024-11-23T02:21:41,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/staging/jenkins__test__r97brc8c061c80hpcpnt022c6bcb380r0irpgj4hf9bq0higs21k1usjj7r5n1ge/f/hfile_1 2024-11-23T02:21:41,834 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:21:41,834 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:41,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:41,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:41,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732328496049.df087fd3f47b0593e78d4360ac6397f3., hostname=72b6db343a5d,42987,1732328486483, seqNum=2 , the old value is region=test,,1732328496049.df087fd3f47b0593e78d4360ac6397f3., hostname=72b6db343a5d,42987,1732328486483, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=72b6db343a5d:42987 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T02:21:41,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732328496049.df087fd3f47b0593e78d4360ac6397f3., hostname=72b6db343a5d,42987,1732328486483, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-23T02:21:41,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732328496049.df087fd3f47b0593e78d4360ac6397f3., hostname=72b6db343a5d,42987,1732328486483, seqNum=2 from cache 2024-11-23T02:21:41,835 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:21:41,835 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-23T02:21:41,838 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T02:21:41,886 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,2-72b6db343a5d,42987,1732328486483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328501266 to pos 0, reset compression=false 2024-11-23T02:21:41,902 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,2-72b6db343a5d,42987,1732328486483 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T02:21:41,902 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483.replicationSource.shipper72b6db343a5d%2C42987%2C1732328486483,2-72b6db343a5d,42987,1732328486483 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-72b6db343a5d,42987,1732328486483 got entry batch from reader: WALEntryBatch [walEntries=[{test/df087fd3f47b0593e78d4360ac6397f3/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732328501833/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328501266, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-23T02:21:41,904 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483.replicationSource.shipper72b6db343a5d%2C42987%2C1732328486483,2-72b6db343a5d,42987,1732328486483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T02:21:41,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-23T02:21:41,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] regionserver.ReplicationSink(318): Replicating [35da709b-4efa-4ed8-94ab-4d2532a2df48] bulk loaded data 2024-11-23T02:21:41,924 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dd5492b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:41,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] client.ClusterIdFetcher(90): Going to request 72b6db343a5d,38437,-1 for getting cluster id 2024-11-23T02:21:41,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T02:21:41,925 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67ce747b-5156-471e-832a-777e2a8a0edf' 2024-11-23T02:21:41,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T02:21:41,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67ce747b-5156-471e-832a-777e2a8a0edf" 2024-11-23T02:21:41,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bc90c0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:41,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [72b6db343a5d,38437,-1] 2024-11-23T02:21:41,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T02:21:41,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:41,927 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-23T02:21:41,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a81320e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T02:21:41,940 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=72b6db343a5d:42987 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-23T02:21:41,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741837_1013 (size=11194) 2024-11-23T02:21:41,965 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,1-72b6db343a5d,42987,1732328486483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328501266 to pos 0, reset compression=false 2024-11-23T02:21:41,970 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,1-72b6db343a5d,42987,1732328486483 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-23T02:21:41,970 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483.replicationSource.shipper72b6db343a5d%2C42987%2C1732328486483,1-72b6db343a5d,42987,1732328486483 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-72b6db343a5d,42987,1732328486483 got entry batch from reader: WALEntryBatch [walEntries=[{test/df087fd3f47b0593e78d4360ac6397f3/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732328501833/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328501266, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-23T02:21:41,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.ReplicationSink(318): Replicating [35da709b-4efa-4ed8-94ab-4d2532a2df48] bulk loaded data 2024-11-23T02:21:42,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741839_1015 (size=11194) 2024-11-23T02:21:42,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741840_1016 (size=10791) 2024-11-23T02:21:42,102 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,2-72b6db343a5d,42987,1732328486483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328501266 to pos 393, reset compression=false 2024-11-23T02:21:42,170 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,1-72b6db343a5d,42987,1732328486483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328501266 to pos 393, reset compression=false 2024-11-23T02:21:42,419 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,2-72b6db343a5d,42987,1732328486483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328501266 to pos 393, reset compression=false 2024-11-23T02:21:42,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741838_1014 (size=10791) 2024-11-23T02:21:42,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T02:21:42,449 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/staging/jenkins.hfs.22__test__rk34i4p7a9rev6lfv542ouahg2uap9k8bk1r92s5ga88k205vkos4kplr8vtlo3i/f/218eada758754999bc11e809e2212d1a_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-23T02:21:42,454 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/staging/jenkins.hfs.22__test__rk34i4p7a9rev6lfv542ouahg2uap9k8bk1r92s5ga88k205vkos4kplr8vtlo3i/f/55d0c2c6f731419ab2cf17264c47e71e_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-23T02:21:42,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/staging/jenkins.hfs.22__test__rk34i4p7a9rev6lfv542ouahg2uap9k8bk1r92s5ga88k205vkos4kplr8vtlo3i/f/55d0c2c6f731419ab2cf17264c47e71e_SeqId_6_ for inclusion in 54efdd43ac2cb157ccd112ffd131eb8b/f 2024-11-23T02:21:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-23T02:21:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T02:21:42,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/staging/jenkins.hfs.22__test__rk34i4p7a9rev6lfv542ouahg2uap9k8bk1r92s5ga88k205vkos4kplr8vtlo3i/f/218eada758754999bc11e809e2212d1a_SeqId_6_ for inclusion in 54efdd43ac2cb157ccd112ffd131eb8b/f 2024-11-23T02:21:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-23T02:21:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T02:21:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.HRegion(2603): Flush status journal for 54efdd43ac2cb157ccd112ffd131eb8b: 2024-11-23T02:21:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 55d0c2c6f731419ab2cf17264c47e71e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-23T02:21:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/staging/jenkins.hfs.22__test__rk34i4p7a9rev6lfv542ouahg2uap9k8bk1r92s5ga88k205vkos4kplr8vtlo3i/f/55d0c2c6f731419ab2cf17264c47e71e_SeqId_6_ as hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/default/test/54efdd43ac2cb157ccd112ffd131eb8b/f/2ed9c08dcd0e4019b4e736ad34ed7d2d_SeqId_6_ 2024-11-23T02:21:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 218eada758754999bc11e809e2212d1a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-23T02:21:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/staging/jenkins.hfs.22__test__rk34i4p7a9rev6lfv542ouahg2uap9k8bk1r92s5ga88k205vkos4kplr8vtlo3i/f/218eada758754999bc11e809e2212d1a_SeqId_6_ as hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/default/test/54efdd43ac2cb157ccd112ffd131eb8b/f/b869eb661895475f8bf7ec9095d881e5_SeqId_6_ 2024-11-23T02:21:42,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/staging/jenkins.hfs.22__test__rk34i4p7a9rev6lfv542ouahg2uap9k8bk1r92s5ga88k205vkos4kplr8vtlo3i/f/55d0c2c6f731419ab2cf17264c47e71e_SeqId_6_ into 54efdd43ac2cb157ccd112ffd131eb8b/f as hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/default/test/54efdd43ac2cb157ccd112ffd131eb8b/f/2ed9c08dcd0e4019b4e736ad34ed7d2d_SeqId_6_ - updating store file list. 2024-11-23T02:21:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2ed9c08dcd0e4019b4e736ad34ed7d2d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T02:21:42,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/default/test/54efdd43ac2cb157ccd112ffd131eb8b/f/2ed9c08dcd0e4019b4e736ad34ed7d2d_SeqId_6_ into 54efdd43ac2cb157ccd112ffd131eb8b/f 2024-11-23T02:21:42,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/staging/jenkins.hfs.22__test__rk34i4p7a9rev6lfv542ouahg2uap9k8bk1r92s5ga88k205vkos4kplr8vtlo3i/f/55d0c2c6f731419ab2cf17264c47e71e_SeqId_6_ into 54efdd43ac2cb157ccd112ffd131eb8b/f (new location: hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/default/test/54efdd43ac2cb157ccd112ffd131eb8b/f/2ed9c08dcd0e4019b4e736ad34ed7d2d_SeqId_6_) 2024-11-23T02:21:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/staging/jenkins.hfs.22__test__rk34i4p7a9rev6lfv542ouahg2uap9k8bk1r92s5ga88k205vkos4kplr8vtlo3i/f/55d0c2c6f731419ab2cf17264c47e71e_SeqId_6_ 2024-11-23T02:21:42,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/staging/jenkins.hfs.22__test__rk34i4p7a9rev6lfv542ouahg2uap9k8bk1r92s5ga88k205vkos4kplr8vtlo3i/f/218eada758754999bc11e809e2212d1a_SeqId_6_ into 54efdd43ac2cb157ccd112ffd131eb8b/f as hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/default/test/54efdd43ac2cb157ccd112ffd131eb8b/f/b869eb661895475f8bf7ec9095d881e5_SeqId_6_ - updating store file list. 2024-11-23T02:21:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b869eb661895475f8bf7ec9095d881e5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-23T02:21:42,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/default/test/54efdd43ac2cb157ccd112ffd131eb8b/f/b869eb661895475f8bf7ec9095d881e5_SeqId_6_ into 54efdd43ac2cb157ccd112ffd131eb8b/f 2024-11-23T02:21:42,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/staging/jenkins.hfs.22__test__rk34i4p7a9rev6lfv542ouahg2uap9k8bk1r92s5ga88k205vkos4kplr8vtlo3i/f/218eada758754999bc11e809e2212d1a_SeqId_6_ into 54efdd43ac2cb157ccd112ffd131eb8b/f (new location: hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/default/test/54efdd43ac2cb157ccd112ffd131eb8b/f/b869eb661895475f8bf7ec9095d881e5_SeqId_6_) 2024-11-23T02:21:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/staging/jenkins.hfs.22__test__rk34i4p7a9rev6lfv542ouahg2uap9k8bk1r92s5ga88k205vkos4kplr8vtlo3i/f/218eada758754999bc11e809e2212d1a_SeqId_6_ 2024-11-23T02:21:42,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36149 {}] regionserver.ReplicationSink(324): Finished replicating [35da709b-4efa-4ed8-94ab-4d2532a2df48] bulk loaded data 2024-11-23T02:21:42,491 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,1-72b6db343a5d,42987,1732328486483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328501266 to pos 393, reset compression=false 2024-11-23T02:21:42,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T02:21:42,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 72b6db343a5d,38437,1732328493468 2024-11-23T02:21:42,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ba943de 2024-11-23T02:21:42,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T02:21:42,841 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-23T02:21:42,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-23T02:21:42,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T02:21:42,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=72b6db343a5d,33075,1732328493509, seqNum=-1] 2024-11-23T02:21:42,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T02:21:42,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-23T02:21:42,852 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-23T02:21:42,858 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,2-72b6db343a5d,42987,1732328486483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328501266 to pos 393, reset compression=false 2024-11-23T02:21:42,896 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,1-72b6db343a5d,42987,1732328486483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328501266 to pos 393, reset compression=false 2024-11-23T02:21:42,922 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/staging/jenkins.hfs.23__test__v60heb9nbd1p1nbccn1sosggvgjtokj0nrmkcp8g6qvgo7k3fki6f09nus04lucs/f/218eada758754999bc11e809e2212d1a_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-23T02:21:42,925 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/staging/jenkins.hfs.23__test__v60heb9nbd1p1nbccn1sosggvgjtokj0nrmkcp8g6qvgo7k3fki6f09nus04lucs/f/55d0c2c6f731419ab2cf17264c47e71e_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-23T02:21:42,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/staging/jenkins.hfs.23__test__v60heb9nbd1p1nbccn1sosggvgjtokj0nrmkcp8g6qvgo7k3fki6f09nus04lucs/f/55d0c2c6f731419ab2cf17264c47e71e_SeqId_6_ for inclusion in dfbddae28997d8e130c026e40de32f90/f 2024-11-23T02:21:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-23T02:21:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T02:21:42,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/staging/jenkins.hfs.23__test__v60heb9nbd1p1nbccn1sosggvgjtokj0nrmkcp8g6qvgo7k3fki6f09nus04lucs/f/218eada758754999bc11e809e2212d1a_SeqId_6_ for inclusion in dfbddae28997d8e130c026e40de32f90/f 2024-11-23T02:21:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-23T02:21:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-23T02:21:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] regionserver.HRegion(2603): Flush status journal for dfbddae28997d8e130c026e40de32f90: 2024-11-23T02:21:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 55d0c2c6f731419ab2cf17264c47e71e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-23T02:21:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/staging/jenkins.hfs.23__test__v60heb9nbd1p1nbccn1sosggvgjtokj0nrmkcp8g6qvgo7k3fki6f09nus04lucs/f/55d0c2c6f731419ab2cf17264c47e71e_SeqId_6_ as hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/default/test/dfbddae28997d8e130c026e40de32f90/f/4babb39c666d4448923d391be551df78_SeqId_4_ 2024-11-23T02:21:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 218eada758754999bc11e809e2212d1a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-23T02:21:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/staging/jenkins.hfs.23__test__v60heb9nbd1p1nbccn1sosggvgjtokj0nrmkcp8g6qvgo7k3fki6f09nus04lucs/f/218eada758754999bc11e809e2212d1a_SeqId_6_ as hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/default/test/dfbddae28997d8e130c026e40de32f90/f/2ef2a97bad0c4f76a43d9dad76305fe0_SeqId_4_ 2024-11-23T02:21:42,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/staging/jenkins.hfs.23__test__v60heb9nbd1p1nbccn1sosggvgjtokj0nrmkcp8g6qvgo7k3fki6f09nus04lucs/f/55d0c2c6f731419ab2cf17264c47e71e_SeqId_6_ into dfbddae28997d8e130c026e40de32f90/f as hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/default/test/dfbddae28997d8e130c026e40de32f90/f/4babb39c666d4448923d391be551df78_SeqId_4_ - updating store file list. 2024-11-23T02:21:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4babb39c666d4448923d391be551df78_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T02:21:42,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/default/test/dfbddae28997d8e130c026e40de32f90/f/4babb39c666d4448923d391be551df78_SeqId_4_ into dfbddae28997d8e130c026e40de32f90/f 2024-11-23T02:21:42,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/staging/jenkins.hfs.23__test__v60heb9nbd1p1nbccn1sosggvgjtokj0nrmkcp8g6qvgo7k3fki6f09nus04lucs/f/55d0c2c6f731419ab2cf17264c47e71e_SeqId_6_ into dfbddae28997d8e130c026e40de32f90/f (new location: hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/default/test/dfbddae28997d8e130c026e40de32f90/f/4babb39c666d4448923d391be551df78_SeqId_4_) 2024-11-23T02:21:42,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/staging/jenkins.hfs.23__test__v60heb9nbd1p1nbccn1sosggvgjtokj0nrmkcp8g6qvgo7k3fki6f09nus04lucs/f/55d0c2c6f731419ab2cf17264c47e71e_SeqId_6_ 2024-11-23T02:21:42,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/staging/jenkins.hfs.23__test__v60heb9nbd1p1nbccn1sosggvgjtokj0nrmkcp8g6qvgo7k3fki6f09nus04lucs/f/218eada758754999bc11e809e2212d1a_SeqId_6_ into dfbddae28997d8e130c026e40de32f90/f as hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/default/test/dfbddae28997d8e130c026e40de32f90/f/2ef2a97bad0c4f76a43d9dad76305fe0_SeqId_4_ - updating store file list. 2024-11-23T02:21:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2ef2a97bad0c4f76a43d9dad76305fe0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-23T02:21:42,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/default/test/dfbddae28997d8e130c026e40de32f90/f/2ef2a97bad0c4f76a43d9dad76305fe0_SeqId_4_ into dfbddae28997d8e130c026e40de32f90/f 2024-11-23T02:21:42,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/staging/jenkins.hfs.23__test__v60heb9nbd1p1nbccn1sosggvgjtokj0nrmkcp8g6qvgo7k3fki6f09nus04lucs/f/218eada758754999bc11e809e2212d1a_SeqId_6_ into dfbddae28997d8e130c026e40de32f90/f (new location: hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/default/test/dfbddae28997d8e130c026e40de32f90/f/2ef2a97bad0c4f76a43d9dad76305fe0_SeqId_4_) 2024-11-23T02:21:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/staging/jenkins.hfs.23__test__v60heb9nbd1p1nbccn1sosggvgjtokj0nrmkcp8g6qvgo7k3fki6f09nus04lucs/f/218eada758754999bc11e809e2212d1a_SeqId_6_ 2024-11-23T02:21:43,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] regionserver.ReplicationSink(324): Finished replicating [35da709b-4efa-4ed8-94ab-4d2532a2df48] bulk loaded data 2024-11-23T02:21:43,400 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,2-72b6db343a5d,42987,1732328486483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328501266 to pos 393, reset compression=false 2024-11-23T02:21:43,424 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,1-72b6db343a5d,42987,1732328486483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328501266 to pos 393, reset compression=false 2024-11-23T02:21:43,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T02:21:43,861 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:21:43,861 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:43,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:43,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:43,862 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T02:21:43,862 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1693386803, stopped=false 2024-11-23T02:21:43,862 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=72b6db343a5d,38437,1732328493468 2024-11-23T02:21:43,863 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:21:43,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38437-0x10142a0ddfb0006, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1417587241/running 2024-11-23T02:21:43,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38437-0x10142a0ddfb0006, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1417587241 2024-11-23T02:21:43,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33075-0x10142a0ddfb0007, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1417587241/running 2024-11-23T02:21:43,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33075-0x10142a0ddfb0007, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1417587241 2024-11-23T02:21:43,864 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:21:43,864 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:21:43,864 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:43,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:43,865 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '72b6db343a5d,33075,1732328493509' ***** 2024-11-23T02:21:43,865 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T02:21:43,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33075-0x10142a0ddfb0007, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Set watcher on znode that does not yet exist, /2-1417587241/running 2024-11-23T02:21:43,865 INFO [RS:0;72b6db343a5d:33075 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T02:21:43,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38437-0x10142a0ddfb0006, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Set watcher on znode that does not yet exist, /2-1417587241/running 2024-11-23T02:21:43,865 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T02:21:43,867 INFO [RS:0;72b6db343a5d:33075 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T02:21:43,867 INFO [RS:0;72b6db343a5d:33075 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T02:21:43,867 INFO [RS:0;72b6db343a5d:33075 {}] regionserver.HRegionServer(3091): Received CLOSE for dfbddae28997d8e130c026e40de32f90 2024-11-23T02:21:43,868 INFO [RS:0;72b6db343a5d:33075 {}] regionserver.HRegionServer(959): stopping server 72b6db343a5d,33075,1732328493509 2024-11-23T02:21:43,868 INFO [RS:0;72b6db343a5d:33075 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:21:43,868 INFO [RS:0;72b6db343a5d:33075 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:33075. 2024-11-23T02:21:43,868 DEBUG [RS:0;72b6db343a5d:33075 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:43,868 DEBUG [RS:0;72b6db343a5d:33075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:43,868 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dfbddae28997d8e130c026e40de32f90, disabling compactions & flushes 2024-11-23T02:21:43,868 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732328497312.dfbddae28997d8e130c026e40de32f90. 2024-11-23T02:21:43,868 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732328497312.dfbddae28997d8e130c026e40de32f90. 2024-11-23T02:21:43,868 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732328497312.dfbddae28997d8e130c026e40de32f90. after waiting 0 ms 2024-11-23T02:21:43,868 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732328497312.dfbddae28997d8e130c026e40de32f90. 2024-11-23T02:21:43,868 INFO [RS:0;72b6db343a5d:33075 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T02:21:43,868 INFO [RS:0;72b6db343a5d:33075 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T02:21:43,868 INFO [RS:0;72b6db343a5d:33075 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T02:21:43,868 INFO [RS:0;72b6db343a5d:33075 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T02:21:43,870 INFO [RS:0;72b6db343a5d:33075 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T02:21:43,870 DEBUG [RS:0;72b6db343a5d:33075 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, dfbddae28997d8e130c026e40de32f90=test,,1732328497312.dfbddae28997d8e130c026e40de32f90.} 2024-11-23T02:21:43,871 DEBUG [RS:0;72b6db343a5d:33075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dfbddae28997d8e130c026e40de32f90 2024-11-23T02:21:43,871 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:21:43,871 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:21:43,871 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:21:43,871 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:21:43,871 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:21:43,871 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-23T02:21:43,886 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/default/test/dfbddae28997d8e130c026e40de32f90/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-23T02:21:43,888 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:21:43,888 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T02:21:43,888 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732328497312.dfbddae28997d8e130c026e40de32f90. 2024-11-23T02:21:43,888 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dfbddae28997d8e130c026e40de32f90: Waiting for close lock at 1732328503868Running coprocessor pre-close hooks at 1732328503868Disabling compacts and flushes for region at 1732328503868Disabling writes for close at 1732328503868Writing region close event to WAL at 1732328503881 (+13 ms)Running coprocessor post-close hooks at 1732328503888 (+7 ms)Closed at 1732328503888 2024-11-23T02:21:43,889 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732328497312.dfbddae28997d8e130c026e40de32f90. 2024-11-23T02:21:43,907 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/hbase/meta/1588230740/.tmp/info/c04a0445422547ee9398e6f7ac584c36 is 129, key is test,,1732328497312.dfbddae28997d8e130c026e40de32f90./info:regioninfo/1732328498060/Put/seqid=0 2024-11-23T02:21:43,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741839_1015 (size=6421) 2024-11-23T02:21:43,940 INFO [regionserver/72b6db343a5d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:21:44,010 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,2-72b6db343a5d,42987,1732328486483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328501266 to pos 393, reset compression=false 2024-11-23T02:21:44,031 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,1-72b6db343a5d,42987,1732328486483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328501266 to pos 393, reset compression=false 2024-11-23T02:21:44,033 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=2, created chunk count=33, reused chunk count=160, reuseRatio=82.90% 2024-11-23T02:21:44,034 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-23T02:21:44,071 DEBUG [RS:0;72b6db343a5d:33075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:21:44,271 DEBUG [RS:0;72b6db343a5d:33075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:21:44,313 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/hbase/meta/1588230740/.tmp/info/c04a0445422547ee9398e6f7ac584c36 2024-11-23T02:21:44,337 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/hbase/meta/1588230740/.tmp/ns/9a5b7814acd34b11ac0ec42534432e61 is 43, key is default/ns:d/1732328496002/Put/seqid=0 2024-11-23T02:21:44,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741840_1016 (size=5153) 2024-11-23T02:21:44,443 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T02:21:44,443 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T02:21:44,471 DEBUG [RS:0;72b6db343a5d:33075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:21:44,671 DEBUG [RS:0;72b6db343a5d:33075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:21:44,717 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,2-72b6db343a5d,42987,1732328486483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328501266 to pos 393, reset compression=false 2024-11-23T02:21:44,737 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,1-72b6db343a5d,42987,1732328486483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328501266 to pos 393, reset compression=false 2024-11-23T02:21:44,741 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/hbase/meta/1588230740/.tmp/ns/9a5b7814acd34b11ac0ec42534432e61 2024-11-23T02:21:44,758 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/hbase/meta/1588230740/.tmp/rep_barrier/1eef6ee6c394404ebd7128b01fe543d0 is 112, key is test,,1732328497312.dfbddae28997d8e130c026e40de32f90./rep_barrier:seqnumDuringOpen/1732328498060/Put/seqid=0 2024-11-23T02:21:44,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741841_1017 (size=5518) 2024-11-23T02:21:44,871 INFO [RS:0;72b6db343a5d:33075 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T02:21:44,871 DEBUG [RS:0;72b6db343a5d:33075 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T02:21:44,871 DEBUG [RS:0;72b6db343a5d:33075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:21:45,072 DEBUG [RS:0;72b6db343a5d:33075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:21:45,162 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/hbase/meta/1588230740/.tmp/rep_barrier/1eef6ee6c394404ebd7128b01fe543d0 2024-11-23T02:21:45,179 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/hbase/meta/1588230740/.tmp/table/44811c8b0b1c4c42a6a028f2e6914a3c is 40, key is test/table:state/1732328498067/Put/seqid=0 2024-11-23T02:21:45,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741842_1018 (size=5165) 2024-11-23T02:21:45,185 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/hbase/meta/1588230740/.tmp/table/44811c8b0b1c4c42a6a028f2e6914a3c 2024-11-23T02:21:45,190 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/hbase/meta/1588230740/.tmp/info/c04a0445422547ee9398e6f7ac584c36 as hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/hbase/meta/1588230740/info/c04a0445422547ee9398e6f7ac584c36 2024-11-23T02:21:45,194 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/hbase/meta/1588230740/info/c04a0445422547ee9398e6f7ac584c36, entries=10, sequenceid=11, filesize=6.3 K 2024-11-23T02:21:45,194 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/hbase/meta/1588230740/.tmp/ns/9a5b7814acd34b11ac0ec42534432e61 as hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/hbase/meta/1588230740/ns/9a5b7814acd34b11ac0ec42534432e61 2024-11-23T02:21:45,197 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/hbase/meta/1588230740/ns/9a5b7814acd34b11ac0ec42534432e61, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T02:21:45,198 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/hbase/meta/1588230740/.tmp/rep_barrier/1eef6ee6c394404ebd7128b01fe543d0 as hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/hbase/meta/1588230740/rep_barrier/1eef6ee6c394404ebd7128b01fe543d0 2024-11-23T02:21:45,201 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/hbase/meta/1588230740/rep_barrier/1eef6ee6c394404ebd7128b01fe543d0, entries=1, sequenceid=11, filesize=5.4 K 2024-11-23T02:21:45,201 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/hbase/meta/1588230740/.tmp/table/44811c8b0b1c4c42a6a028f2e6914a3c as hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/hbase/meta/1588230740/table/44811c8b0b1c4c42a6a028f2e6914a3c 2024-11-23T02:21:45,204 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/hbase/meta/1588230740/table/44811c8b0b1c4c42a6a028f2e6914a3c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T02:21:45,205 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1334ms, sequenceid=11, compaction requested=false 2024-11-23T02:21:45,208 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T02:21:45,209 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:21:45,209 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:21:45,209 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:21:45,209 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328503870Running coprocessor pre-close hooks at 1732328503870Disabling compacts and flushes for region at 1732328503871 (+1 ms)Disabling writes for close at 1732328503871Obtaining lock to block concurrent updates at 1732328503871Preparing flush snapshotting stores in 1588230740 at 1732328503871Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732328503871Flushing stores of hbase:meta,,1.1588230740 at 1732328503873 (+2 ms)Flushing 1588230740/info: creating writer at 1732328503873Flushing 1588230740/info: appending metadata at 1732328503906 (+33 ms)Flushing 1588230740/info: closing flushed file at 1732328503906Flushing 1588230740/ns: creating writer at 1732328504317 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732328504336 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732328504336Flushing 1588230740/rep_barrier: creating writer at 1732328504744 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732328504758 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732328504758Flushing 1588230740/table: creating writer at 1732328505166 (+408 ms)Flushing 1588230740/table: appending metadata at 1732328505179 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732328505179Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@118e04c7: reopening flushed file at 1732328505188 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@630de60e: reopening flushed file at 1732328505194 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71b93fe1: reopening flushed file at 1732328505197 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34154dc5: reopening flushed file at 1732328505201 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1334ms, sequenceid=11, compaction requested=false at 1732328505205 (+4 ms)Writing region close event to WAL at 1732328505206 (+1 ms)Running coprocessor post-close hooks at 1732328505209 (+3 ms)Closed at 1732328505209 2024-11-23T02:21:45,209 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T02:21:45,272 INFO [RS:0;72b6db343a5d:33075 {}] regionserver.HRegionServer(976): stopping server 72b6db343a5d,33075,1732328493509; all regions closed. 2024-11-23T02:21:45,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741834_1010 (size=2717) 2024-11-23T02:21:45,276 DEBUG [RS:0;72b6db343a5d:33075 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/oldWALs 2024-11-23T02:21:45,276 INFO [RS:0;72b6db343a5d:33075 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 72b6db343a5d%2C33075%2C1732328493509.meta:.meta(num 1732328495961) 2024-11-23T02:21:45,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741833_1009 (size=1028) 2024-11-23T02:21:45,279 DEBUG [RS:0;72b6db343a5d:33075 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/oldWALs 2024-11-23T02:21:45,279 INFO [RS:0;72b6db343a5d:33075 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 72b6db343a5d%2C33075%2C1732328493509:(num 1732328495572) 2024-11-23T02:21:45,279 DEBUG [RS:0;72b6db343a5d:33075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:45,279 INFO [RS:0;72b6db343a5d:33075 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:21:45,279 INFO [RS:0;72b6db343a5d:33075 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:21:45,280 INFO [RS:0;72b6db343a5d:33075 {}] hbase.ChoreService(370): Chore service for: regionserver/72b6db343a5d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T02:21:45,280 INFO [RS:0;72b6db343a5d:33075 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:21:45,280 INFO [regionserver/72b6db343a5d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:21:45,280 INFO [RS:0;72b6db343a5d:33075 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:33075. 2024-11-23T02:21:45,280 DEBUG [RS:0;72b6db343a5d:33075 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:45,280 DEBUG [RS:0;72b6db343a5d:33075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:45,280 DEBUG [RS:0;72b6db343a5d:33075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:45,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:21:45,281 INFO [RS:0;72b6db343a5d:33075 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33075 2024-11-23T02:21:45,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33075-0x10142a0ddfb0007, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1417587241/rs/72b6db343a5d,33075,1732328493509 2024-11-23T02:21:45,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38437-0x10142a0ddfb0006, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1417587241/rs 2024-11-23T02:21:45,285 INFO [RS:0;72b6db343a5d:33075 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:21:45,286 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [72b6db343a5d,33075,1732328493509] 2024-11-23T02:21:45,288 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1417587241/draining/72b6db343a5d,33075,1732328493509 already deleted, retry=false 2024-11-23T02:21:45,288 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 72b6db343a5d,33075,1732328493509 expired; onlineServers=0 2024-11-23T02:21:45,288 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '72b6db343a5d,38437,1732328493468' ***** 2024-11-23T02:21:45,288 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T02:21:45,288 INFO [M:0;72b6db343a5d:38437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:21:45,288 INFO [M:0;72b6db343a5d:38437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:21:45,288 DEBUG [M:0;72b6db343a5d:38437 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T02:21:45,288 DEBUG [M:0;72b6db343a5d:38437 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T02:21:45,288 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T02:21:45,288 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328495320 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328495320,5,FailOnTimeoutGroup] 2024-11-23T02:21:45,288 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328495319 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328495319,5,FailOnTimeoutGroup] 2024-11-23T02:21:45,288 INFO [M:0;72b6db343a5d:38437 {}] hbase.ChoreService(370): Chore service for: master/72b6db343a5d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T02:21:45,288 INFO [M:0;72b6db343a5d:38437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:21:45,288 DEBUG [M:0;72b6db343a5d:38437 {}] master.HMaster(1795): Stopping service threads 2024-11-23T02:21:45,288 INFO [M:0;72b6db343a5d:38437 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T02:21:45,289 INFO [M:0;72b6db343a5d:38437 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:21:45,289 INFO [M:0;72b6db343a5d:38437 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T02:21:45,289 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T02:21:45,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38437-0x10142a0ddfb0006, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1417587241/master 2024-11-23T02:21:45,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38437-0x10142a0ddfb0006, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1417587241 2024-11-23T02:21:45,290 DEBUG [M:0;72b6db343a5d:38437 {}] zookeeper.ZKUtil(347): master:38437-0x10142a0ddfb0006, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Unable to get data of znode /2-1417587241/master because node does not exist (not an error) 2024-11-23T02:21:45,290 WARN [M:0;72b6db343a5d:38437 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T02:21:45,302 INFO [M:0;72b6db343a5d:38437 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/.lastflushedseqids 2024-11-23T02:21:45,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741843_1019 (size=173) 2024-11-23T02:21:45,306 INFO [M:0;72b6db343a5d:38437 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T02:21:45,306 INFO [M:0;72b6db343a5d:38437 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T02:21:45,306 DEBUG [M:0;72b6db343a5d:38437 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:21:45,306 INFO [M:0;72b6db343a5d:38437 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:45,306 DEBUG [M:0;72b6db343a5d:38437 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:45,306 DEBUG [M:0;72b6db343a5d:38437 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:21:45,306 DEBUG [M:0;72b6db343a5d:38437 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:45,307 INFO [M:0;72b6db343a5d:38437 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-23T02:21:45,324 DEBUG [M:0;72b6db343a5d:38437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cb045e4f54be44d59848680b888771c4 is 82, key is hbase:meta,,1/info:regioninfo/1732328495992/Put/seqid=0 2024-11-23T02:21:45,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741844_1020 (size=5672) 2024-11-23T02:21:45,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33075-0x10142a0ddfb0007, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:21:45,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33075-0x10142a0ddfb0007, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:21:45,387 INFO [RS:0;72b6db343a5d:33075 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:21:45,387 INFO [RS:0;72b6db343a5d:33075 {}] regionserver.HRegionServer(1031): Exiting; stopping=72b6db343a5d,33075,1732328493509; zookeeper connection closed. 2024-11-23T02:21:45,387 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@384597f3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@384597f3 2024-11-23T02:21:45,387 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T02:21:45,521 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,2-72b6db343a5d,42987,1732328486483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328501266 to pos 393, reset compression=false 2024-11-23T02:21:45,541 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,1-72b6db343a5d,42987,1732328486483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328501266 to pos 393, reset compression=false 2024-11-23T02:21:45,728 INFO [M:0;72b6db343a5d:38437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cb045e4f54be44d59848680b888771c4 2024-11-23T02:21:45,745 DEBUG [M:0;72b6db343a5d:38437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b44058efc8e449ef8521c85abce31186 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732328498069/Put/seqid=0 2024-11-23T02:21:45,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741845_1021 (size=6586) 2024-11-23T02:21:45,750 INFO [M:0;72b6db343a5d:38437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b44058efc8e449ef8521c85abce31186 2024-11-23T02:21:45,766 DEBUG [M:0;72b6db343a5d:38437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62d8337fbd3a45878b7be42e10ef6991 is 69, key is 72b6db343a5d,33075,1732328493509/rs:state/1732328495398/Put/seqid=0 2024-11-23T02:21:45,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741846_1022 (size=5156) 2024-11-23T02:21:46,171 INFO [M:0;72b6db343a5d:38437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62d8337fbd3a45878b7be42e10ef6991 2024-11-23T02:21:46,175 DEBUG [M:0;72b6db343a5d:38437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cb045e4f54be44d59848680b888771c4 as hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cb045e4f54be44d59848680b888771c4 2024-11-23T02:21:46,178 INFO [M:0;72b6db343a5d:38437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cb045e4f54be44d59848680b888771c4, entries=8, sequenceid=55, filesize=5.5 K 2024-11-23T02:21:46,178 DEBUG [M:0;72b6db343a5d:38437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b44058efc8e449ef8521c85abce31186 as hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b44058efc8e449ef8521c85abce31186 2024-11-23T02:21:46,182 INFO [M:0;72b6db343a5d:38437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b44058efc8e449ef8521c85abce31186, entries=6, sequenceid=55, filesize=6.4 K 2024-11-23T02:21:46,182 DEBUG [M:0;72b6db343a5d:38437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62d8337fbd3a45878b7be42e10ef6991 as hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62d8337fbd3a45878b7be42e10ef6991 2024-11-23T02:21:46,185 INFO [M:0;72b6db343a5d:38437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41007/user/jenkins/test-data/65d51664-53ea-f36d-b32e-14a753829ee3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62d8337fbd3a45878b7be42e10ef6991, entries=1, sequenceid=55, filesize=5.0 K 2024-11-23T02:21:46,186 INFO [M:0;72b6db343a5d:38437 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=55, compaction requested=false 2024-11-23T02:21:46,187 INFO [M:0;72b6db343a5d:38437 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:46,187 DEBUG [M:0;72b6db343a5d:38437 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328505306Disabling compacts and flushes for region at 1732328505306Disabling writes for close at 1732328505306Obtaining lock to block concurrent updates at 1732328505307 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732328505307Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732328505307Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732328505307Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732328505307Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732328505324 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732328505324Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732328505731 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732328505745 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732328505745Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732328505753 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732328505766 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732328505766Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39a2ce4d: reopening flushed file at 1732328506174 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6521c6eb: reopening flushed file at 1732328506178 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2558a383: reopening flushed file at 1732328506182 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=55, compaction requested=false at 1732328506186 (+4 ms)Writing region close event to WAL at 1732328506187 (+1 ms)Closed at 1732328506187 2024-11-23T02:21:46,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34689 is added to blk_1073741830_1006 (size=32770) 2024-11-23T02:21:46,189 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:21:46,189 INFO [M:0;72b6db343a5d:38437 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T02:21:46,190 INFO [M:0;72b6db343a5d:38437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38437 2024-11-23T02:21:46,190 INFO [M:0;72b6db343a5d:38437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:21:46,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38437-0x10142a0ddfb0006, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:21:46,293 INFO [M:0;72b6db343a5d:38437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:21:46,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38437-0x10142a0ddfb0006, quorum=127.0.0.1:49192, baseZNode=/2-1417587241 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:21:46,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56768f5f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:21:46,295 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a44ec1b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:21:46,296 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:21:46,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f675ff5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:21:46,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cae9d99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12ec18fe-a675-6ae8-e4e7-eaec9e545239/hadoop.log.dir/,STOPPED} 2024-11-23T02:21:46,297 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T02:21:46,297 WARN [BP-391945673-172.17.0.2-1732328492715 heartbeating to localhost/127.0.0.1:41007 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T02:21:46,297 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T02:21:46,297 WARN [BP-391945673-172.17.0.2-1732328492715 heartbeating to localhost/127.0.0.1:41007 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-391945673-172.17.0.2-1732328492715 (Datanode Uuid 306c9036-b2c0-4a98-89b4-790d9331d7f3) service to localhost/127.0.0.1:41007 2024-11-23T02:21:46,298 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12ec18fe-a675-6ae8-e4e7-eaec9e545239/cluster_f2c33764-4d8a-40cc-2051-7666717cb7f9/data/data1/current/BP-391945673-172.17.0.2-1732328492715 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:21:46,298 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12ec18fe-a675-6ae8-e4e7-eaec9e545239/cluster_f2c33764-4d8a-40cc-2051-7666717cb7f9/data/data2/current/BP-391945673-172.17.0.2-1732328492715 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:21:46,299 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T02:21:46,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ce76393{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:21:46,306 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17c5513{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:21:46,306 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:21:46,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67b603b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:21:46,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29204f1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12ec18fe-a675-6ae8-e4e7-eaec9e545239/hadoop.log.dir/,STOPPED} 2024-11-23T02:21:46,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T02:21:46,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T02:21:46,318 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:21:46,318 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:46,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:46,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:46,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:21:46,318 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T02:21:46,318 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=627436206, stopped=false 2024-11-23T02:21:46,318 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=72b6db343a5d,37665,1732328490275 2024-11-23T02:21:46,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36149-0x10142a0ddfb0004, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-187930974/running 2024-11-23T02:21:46,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37665-0x10142a0ddfb0003, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-187930974/running 2024-11-23T02:21:46,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37665-0x10142a0ddfb0003, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187930974 2024-11-23T02:21:46,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36149-0x10142a0ddfb0004, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187930974 2024-11-23T02:21:46,320 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:21:46,320 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:21:46,320 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:46,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:46,321 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '72b6db343a5d,36149,1732328490334' ***** 2024-11-23T02:21:46,321 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T02:21:46,321 INFO [RS:0;72b6db343a5d:36149 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T02:21:46,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36149-0x10142a0ddfb0004, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Set watcher on znode that does not yet exist, /1-187930974/running 2024-11-23T02:21:46,321 INFO [RS:0;72b6db343a5d:36149 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T02:21:46,321 INFO [RS:0;72b6db343a5d:36149 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T02:21:46,321 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T02:21:46,321 INFO [RS:0;72b6db343a5d:36149 {}] regionserver.HRegionServer(3091): Received CLOSE for 54efdd43ac2cb157ccd112ffd131eb8b 2024-11-23T02:21:46,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37665-0x10142a0ddfb0003, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Set watcher on znode that does not yet exist, /1-187930974/running 2024-11-23T02:21:46,321 INFO [RS:0;72b6db343a5d:36149 {}] regionserver.HRegionServer(959): stopping server 72b6db343a5d,36149,1732328490334 2024-11-23T02:21:46,321 INFO [RS:0;72b6db343a5d:36149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:21:46,321 INFO [RS:0;72b6db343a5d:36149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:36149. 2024-11-23T02:21:46,321 DEBUG [RS:0;72b6db343a5d:36149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:46,321 DEBUG [RS:0;72b6db343a5d:36149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:46,322 INFO [RS:0;72b6db343a5d:36149 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T02:21:46,322 INFO [RS:0;72b6db343a5d:36149 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T02:21:46,322 INFO [RS:0;72b6db343a5d:36149 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T02:21:46,322 INFO [RS:0;72b6db343a5d:36149 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T02:21:46,322 INFO [RS:0;72b6db343a5d:36149 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T02:21:46,322 DEBUG [RS:0;72b6db343a5d:36149 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 54efdd43ac2cb157ccd112ffd131eb8b=test,,1732328496683.54efdd43ac2cb157ccd112ffd131eb8b.} 2024-11-23T02:21:46,322 DEBUG [RS:0;72b6db343a5d:36149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54efdd43ac2cb157ccd112ffd131eb8b 2024-11-23T02:21:46,322 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 54efdd43ac2cb157ccd112ffd131eb8b, disabling compactions & flushes 2024-11-23T02:21:46,322 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:21:46,322 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:21:46,322 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732328496683.54efdd43ac2cb157ccd112ffd131eb8b. 2024-11-23T02:21:46,322 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:21:46,322 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732328496683.54efdd43ac2cb157ccd112ffd131eb8b. 2024-11-23T02:21:46,322 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:21:46,322 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:21:46,322 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732328496683.54efdd43ac2cb157ccd112ffd131eb8b. after waiting 0 ms 2024-11-23T02:21:46,322 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732328496683.54efdd43ac2cb157ccd112ffd131eb8b. 2024-11-23T02:21:46,322 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-23T02:21:46,325 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/default/test/54efdd43ac2cb157ccd112ffd131eb8b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T02:21:46,326 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:21:46,326 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T02:21:46,326 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732328496683.54efdd43ac2cb157ccd112ffd131eb8b. 2024-11-23T02:21:46,326 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 54efdd43ac2cb157ccd112ffd131eb8b: Waiting for close lock at 1732328506322Running coprocessor pre-close hooks at 1732328506322Disabling compacts and flushes for region at 1732328506322Disabling writes for close at 1732328506322Writing region close event to WAL at 1732328506323 (+1 ms)Running coprocessor post-close hooks at 1732328506326 (+3 ms)Closed at 1732328506326 2024-11-23T02:21:46,326 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732328496683.54efdd43ac2cb157ccd112ffd131eb8b. 2024-11-23T02:21:46,338 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/hbase/meta/1588230740/.tmp/info/0cfb9da9e6214bf2bd6d8c5ce1cb3dd2 is 129, key is test,,1732328496683.54efdd43ac2cb157ccd112ffd131eb8b./info:regioninfo/1732328497030/Put/seqid=0 2024-11-23T02:21:46,338 INFO [regionserver/72b6db343a5d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:21:46,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741841_1017 (size=6421) 2024-11-23T02:21:46,341 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/hbase/meta/1588230740/.tmp/info/0cfb9da9e6214bf2bd6d8c5ce1cb3dd2 2024-11-23T02:21:46,362 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/hbase/meta/1588230740/.tmp/ns/25b2bd255e1d479288d3ec8986f2bc45 is 43, key is default/ns:d/1732328492639/Put/seqid=0 2024-11-23T02:21:46,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741842_1018 (size=5153) 2024-11-23T02:21:46,424 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,2-72b6db343a5d,42987,1732328486483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328501266 to pos 393, reset compression=false 2024-11-23T02:21:46,444 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,1-72b6db343a5d,42987,1732328486483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328501266 to pos 393, reset compression=false 2024-11-23T02:21:46,522 DEBUG [RS:0;72b6db343a5d:36149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:21:46,722 DEBUG [RS:0;72b6db343a5d:36149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:21:46,765 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/hbase/meta/1588230740/.tmp/ns/25b2bd255e1d479288d3ec8986f2bc45 2024-11-23T02:21:46,783 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/hbase/meta/1588230740/.tmp/rep_barrier/9b2e6f3b8ce8462e9b8ca6cf8851bade is 112, key is test,,1732328496683.54efdd43ac2cb157ccd112ffd131eb8b./rep_barrier:seqnumDuringOpen/1732328497030/Put/seqid=0 2024-11-23T02:21:46,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741843_1019 (size=5518) 2024-11-23T02:21:46,786 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/hbase/meta/1588230740/.tmp/rep_barrier/9b2e6f3b8ce8462e9b8ca6cf8851bade 2024-11-23T02:21:46,803 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/hbase/meta/1588230740/.tmp/table/a83927fc561f478aa26ccb7323123c31 is 40, key is test/table:state/1732328497050/Put/seqid=0 2024-11-23T02:21:46,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741844_1020 (size=5165) 2024-11-23T02:21:46,922 DEBUG [RS:0;72b6db343a5d:36149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:21:46,952 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T02:21:46,952 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T02:21:47,123 DEBUG [RS:0;72b6db343a5d:36149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:21:47,206 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/hbase/meta/1588230740/.tmp/table/a83927fc561f478aa26ccb7323123c31 2024-11-23T02:21:47,210 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/hbase/meta/1588230740/.tmp/info/0cfb9da9e6214bf2bd6d8c5ce1cb3dd2 as hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/hbase/meta/1588230740/info/0cfb9da9e6214bf2bd6d8c5ce1cb3dd2 2024-11-23T02:21:47,213 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/hbase/meta/1588230740/info/0cfb9da9e6214bf2bd6d8c5ce1cb3dd2, entries=10, sequenceid=11, filesize=6.3 K 2024-11-23T02:21:47,214 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/hbase/meta/1588230740/.tmp/ns/25b2bd255e1d479288d3ec8986f2bc45 as hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/hbase/meta/1588230740/ns/25b2bd255e1d479288d3ec8986f2bc45 2024-11-23T02:21:47,218 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/hbase/meta/1588230740/ns/25b2bd255e1d479288d3ec8986f2bc45, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T02:21:47,219 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/hbase/meta/1588230740/.tmp/rep_barrier/9b2e6f3b8ce8462e9b8ca6cf8851bade as hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/hbase/meta/1588230740/rep_barrier/9b2e6f3b8ce8462e9b8ca6cf8851bade 2024-11-23T02:21:47,222 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/hbase/meta/1588230740/rep_barrier/9b2e6f3b8ce8462e9b8ca6cf8851bade, entries=1, sequenceid=11, filesize=5.4 K 2024-11-23T02:21:47,222 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/hbase/meta/1588230740/.tmp/table/a83927fc561f478aa26ccb7323123c31 as hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/hbase/meta/1588230740/table/a83927fc561f478aa26ccb7323123c31 2024-11-23T02:21:47,226 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/hbase/meta/1588230740/table/a83927fc561f478aa26ccb7323123c31, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T02:21:47,227 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 904ms, sequenceid=11, compaction requested=false 2024-11-23T02:21:47,230 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T02:21:47,230 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:21:47,230 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:21:47,230 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:21:47,230 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328506322Running coprocessor pre-close hooks at 1732328506322Disabling compacts and flushes for region at 1732328506322Disabling writes for close at 1732328506322Obtaining lock to block concurrent updates at 1732328506322Preparing flush snapshotting stores in 1588230740 at 1732328506322Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732328506322Flushing stores of hbase:meta,,1.1588230740 at 1732328506323 (+1 ms)Flushing 1588230740/info: creating writer at 1732328506323Flushing 1588230740/info: appending metadata at 1732328506337 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732328506337Flushing 1588230740/ns: creating writer at 1732328506345 (+8 ms)Flushing 1588230740/ns: appending metadata at 1732328506361 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732328506361Flushing 1588230740/rep_barrier: creating writer at 1732328506769 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732328506783 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732328506783Flushing 1588230740/table: creating writer at 1732328506789 (+6 ms)Flushing 1588230740/table: appending metadata at 1732328506803 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732328506803Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b597f1f: reopening flushed file at 1732328507210 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@144e547e: reopening flushed file at 1732328507213 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@108f8896: reopening flushed file at 1732328507218 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@550ec9e3: reopening flushed file at 1732328507222 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 904ms, sequenceid=11, compaction requested=false at 1732328507227 (+5 ms)Writing region close event to WAL at 1732328507228 (+1 ms)Running coprocessor post-close hooks at 1732328507230 (+2 ms)Closed at 1732328507230 2024-11-23T02:21:47,231 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T02:21:47,323 INFO [RS:0;72b6db343a5d:36149 {}] regionserver.HRegionServer(976): stopping server 72b6db343a5d,36149,1732328490334; all regions closed. 2024-11-23T02:21:47,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741834_1010 (size=2717) 2024-11-23T02:21:47,326 DEBUG [RS:0;72b6db343a5d:36149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/oldWALs 2024-11-23T02:21:47,326 INFO [RS:0;72b6db343a5d:36149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 72b6db343a5d%2C36149%2C1732328490334.meta:.meta(num 1732328492571) 2024-11-23T02:21:47,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741833_1009 (size=1374) 2024-11-23T02:21:47,330 DEBUG [RS:0;72b6db343a5d:36149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/oldWALs 2024-11-23T02:21:47,330 INFO [RS:0;72b6db343a5d:36149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 72b6db343a5d%2C36149%2C1732328490334:(num 1732328492066) 2024-11-23T02:21:47,330 DEBUG [RS:0;72b6db343a5d:36149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:47,330 INFO [RS:0;72b6db343a5d:36149 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:21:47,330 INFO [RS:0;72b6db343a5d:36149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:21:47,330 INFO [RS:0;72b6db343a5d:36149 {}] hbase.ChoreService(370): Chore service for: regionserver/72b6db343a5d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T02:21:47,330 INFO [RS:0;72b6db343a5d:36149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:21:47,330 INFO [regionserver/72b6db343a5d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:21:47,330 INFO [RS:0;72b6db343a5d:36149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:36149. 2024-11-23T02:21:47,330 DEBUG [RS:0;72b6db343a5d:36149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:47,330 DEBUG [RS:0;72b6db343a5d:36149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:47,331 DEBUG [RS:0;72b6db343a5d:36149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:47,331 INFO [RS:0;72b6db343a5d:36149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36149 2024-11-23T02:21:47,331 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:21:47,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36149-0x10142a0ddfb0004, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-187930974/rs/72b6db343a5d,36149,1732328490334 2024-11-23T02:21:47,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37665-0x10142a0ddfb0003, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187930974/rs 2024-11-23T02:21:47,333 INFO [RS:0;72b6db343a5d:36149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:21:47,333 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [72b6db343a5d,36149,1732328490334] 2024-11-23T02:21:47,336 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-187930974/draining/72b6db343a5d,36149,1732328490334 already deleted, retry=false 2024-11-23T02:21:47,336 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 72b6db343a5d,36149,1732328490334 expired; onlineServers=0 2024-11-23T02:21:47,336 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '72b6db343a5d,37665,1732328490275' ***** 2024-11-23T02:21:47,336 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T02:21:47,336 INFO [M:0;72b6db343a5d:37665 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:21:47,336 INFO [M:0;72b6db343a5d:37665 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:21:47,336 DEBUG [M:0;72b6db343a5d:37665 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T02:21:47,336 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T02:21:47,336 DEBUG [M:0;72b6db343a5d:37665 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T02:21:47,336 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328491800 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328491800,5,FailOnTimeoutGroup] 2024-11-23T02:21:47,336 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328491804 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328491804,5,FailOnTimeoutGroup] 2024-11-23T02:21:47,336 INFO [M:0;72b6db343a5d:37665 {}] hbase.ChoreService(370): Chore service for: master/72b6db343a5d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T02:21:47,336 INFO [M:0;72b6db343a5d:37665 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:21:47,336 DEBUG [M:0;72b6db343a5d:37665 {}] master.HMaster(1795): Stopping service threads 2024-11-23T02:21:47,336 INFO [M:0;72b6db343a5d:37665 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T02:21:47,337 INFO [M:0;72b6db343a5d:37665 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:21:47,337 INFO [M:0;72b6db343a5d:37665 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T02:21:47,337 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T02:21:47,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37665-0x10142a0ddfb0003, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-187930974/master 2024-11-23T02:21:47,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37665-0x10142a0ddfb0003, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187930974 2024-11-23T02:21:47,339 DEBUG [M:0;72b6db343a5d:37665 {}] zookeeper.ZKUtil(347): master:37665-0x10142a0ddfb0003, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Unable to get data of znode /1-187930974/master because node does not exist (not an error) 2024-11-23T02:21:47,339 WARN [M:0;72b6db343a5d:37665 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T02:21:47,340 INFO [M:0;72b6db343a5d:37665 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/.lastflushedseqids 2024-11-23T02:21:47,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741845_1021 (size=173) 2024-11-23T02:21:47,344 INFO [M:0;72b6db343a5d:37665 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T02:21:47,344 INFO [M:0;72b6db343a5d:37665 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T02:21:47,344 DEBUG [M:0;72b6db343a5d:37665 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:21:47,344 INFO [M:0;72b6db343a5d:37665 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:47,344 DEBUG [M:0;72b6db343a5d:37665 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:47,344 DEBUG [M:0;72b6db343a5d:37665 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:21:47,344 DEBUG [M:0;72b6db343a5d:37665 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:47,344 INFO [M:0;72b6db343a5d:37665 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-23T02:21:47,358 DEBUG [M:0;72b6db343a5d:37665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/002c478cc9d9444b89665729b1282582 is 82, key is hbase:meta,,1/info:regioninfo/1732328492626/Put/seqid=0 2024-11-23T02:21:47,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741846_1022 (size=5672) 2024-11-23T02:21:47,427 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,2-72b6db343a5d,42987,1732328486483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328501266 to pos 393, reset compression=false 2024-11-23T02:21:47,434 INFO [RS:0;72b6db343a5d:36149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:21:47,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36149-0x10142a0ddfb0004, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:21:47,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36149-0x10142a0ddfb0004, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:21:47,434 INFO [RS:0;72b6db343a5d:36149 {}] regionserver.HRegionServer(1031): Exiting; stopping=72b6db343a5d,36149,1732328490334; zookeeper connection closed. 2024-11-23T02:21:47,435 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@461ffef {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@461ffef 2024-11-23T02:21:47,435 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T02:21:47,447 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,1-72b6db343a5d,42987,1732328486483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328501266 to pos 393, reset compression=false 2024-11-23T02:21:47,762 INFO [M:0;72b6db343a5d:37665 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/002c478cc9d9444b89665729b1282582 2024-11-23T02:21:47,783 DEBUG [M:0;72b6db343a5d:37665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aaef717a776842969608e6165f2c9fda is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732328497055/Put/seqid=0 2024-11-23T02:21:47,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741847_1023 (size=6586) 2024-11-23T02:21:47,786 INFO [M:0;72b6db343a5d:37665 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aaef717a776842969608e6165f2c9fda 2024-11-23T02:21:47,806 DEBUG [M:0;72b6db343a5d:37665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b327ae0c646488895f2dc43fd5f4a0e is 69, key is 72b6db343a5d,36149,1732328490334/rs:state/1732328491898/Put/seqid=0 2024-11-23T02:21:47,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741848_1024 (size=5156) 2024-11-23T02:21:47,810 INFO [M:0;72b6db343a5d:37665 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b327ae0c646488895f2dc43fd5f4a0e 2024-11-23T02:21:47,814 DEBUG [M:0;72b6db343a5d:37665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/002c478cc9d9444b89665729b1282582 as hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/002c478cc9d9444b89665729b1282582 2024-11-23T02:21:47,817 INFO [M:0;72b6db343a5d:37665 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/002c478cc9d9444b89665729b1282582, entries=8, sequenceid=55, filesize=5.5 K 2024-11-23T02:21:47,818 DEBUG [M:0;72b6db343a5d:37665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aaef717a776842969608e6165f2c9fda as hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aaef717a776842969608e6165f2c9fda 2024-11-23T02:21:47,820 INFO [M:0;72b6db343a5d:37665 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aaef717a776842969608e6165f2c9fda, entries=6, sequenceid=55, filesize=6.4 K 2024-11-23T02:21:47,821 DEBUG [M:0;72b6db343a5d:37665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b327ae0c646488895f2dc43fd5f4a0e as hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0b327ae0c646488895f2dc43fd5f4a0e 2024-11-23T02:21:47,824 INFO [M:0;72b6db343a5d:37665 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36665/user/jenkins/test-data/a5d98f18-ac5f-58c4-b4b1-5eeb41481880/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0b327ae0c646488895f2dc43fd5f4a0e, entries=1, sequenceid=55, filesize=5.0 K 2024-11-23T02:21:47,825 INFO [M:0;72b6db343a5d:37665 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 480ms, sequenceid=55, compaction requested=false 2024-11-23T02:21:47,826 INFO [M:0;72b6db343a5d:37665 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:47,826 DEBUG [M:0;72b6db343a5d:37665 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328507344Disabling compacts and flushes for region at 1732328507344Disabling writes for close at 1732328507344Obtaining lock to block concurrent updates at 1732328507344Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732328507344Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732328507344Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732328507345 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732328507345Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732328507358 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732328507358Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732328507765 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732328507782 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732328507782Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732328507790 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732328507806 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732328507806Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a058e9b: reopening flushed file at 1732328507814 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@275fc8a3: reopening flushed file at 1732328507817 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@528ff7ad: reopening flushed file at 1732328507821 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 480ms, sequenceid=55, compaction requested=false at 1732328507825 (+4 ms)Writing region close event to WAL at 1732328507826 (+1 ms)Closed at 1732328507826 2024-11-23T02:21:47,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741830_1006 (size=32770) 2024-11-23T02:21:47,829 INFO [M:0;72b6db343a5d:37665 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T02:21:47,829 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:21:47,829 INFO [M:0;72b6db343a5d:37665 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37665 2024-11-23T02:21:47,829 INFO [M:0;72b6db343a5d:37665 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:21:47,932 INFO [M:0;72b6db343a5d:37665 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:21:47,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37665-0x10142a0ddfb0003, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:21:47,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37665-0x10142a0ddfb0003, quorum=127.0.0.1:49192, baseZNode=/1-187930974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:21:47,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@443d7e90{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:21:47,935 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@351c0e26{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:21:47,935 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:21:47,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@580381e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:21:47,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a7b84ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25/hadoop.log.dir/,STOPPED} 2024-11-23T02:21:47,936 WARN [BP-715503431-172.17.0.2-1732328489260 heartbeating to localhost/127.0.0.1:36665 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T02:21:47,936 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T02:21:47,937 WARN [BP-715503431-172.17.0.2-1732328489260 heartbeating to localhost/127.0.0.1:36665 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-715503431-172.17.0.2-1732328489260 (Datanode Uuid 55465d39-2942-4bab-a942-57552b6729c7) service to localhost/127.0.0.1:36665 2024-11-23T02:21:47,937 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T02:21:47,937 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25/cluster_773bc153-928c-e1dc-bbd7-4343e7f2626c/data/data1/current/BP-715503431-172.17.0.2-1732328489260 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:21:47,937 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25/cluster_773bc153-928c-e1dc-bbd7-4343e7f2626c/data/data2/current/BP-715503431-172.17.0.2-1732328489260 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:21:47,938 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T02:21:47,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bcf13a8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:21:47,945 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ef328a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:21:47,945 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:21:47,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68a39e3a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:21:47,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@695f4bcd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/890d6daf-4b1e-9540-cc76-a51c43aefd25/hadoop.log.dir/,STOPPED} 2024-11-23T02:21:47,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T02:21:47,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T02:21:47,960 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:21:47,960 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:47,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:47,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:47,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:21:47,960 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T02:21:47,960 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=153517487, stopped=false 2024-11-23T02:21:47,960 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=72b6db343a5d,34649,1732328486403 2024-11-23T02:21:47,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x10142a0ddfb0000, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-549749388/running 2024-11-23T02:21:47,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42987-0x10142a0ddfb0001, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-549749388/running 2024-11-23T02:21:47,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x10142a0ddfb0000, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549749388 2024-11-23T02:21:47,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42987-0x10142a0ddfb0001, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549749388 2024-11-23T02:21:47,962 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:21:47,962 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T02:21:47,962 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:47,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:47,962 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '72b6db343a5d,42987,1732328486483' ***** 2024-11-23T02:21:47,962 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T02:21:47,962 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42987-0x10142a0ddfb0001, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Set watcher on znode that does not yet exist, /0-549749388/running 2024-11-23T02:21:47,962 INFO [RS:0;72b6db343a5d:42987 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T02:21:47,963 INFO [RS:0;72b6db343a5d:42987 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T02:21:47,963 INFO [RS:0;72b6db343a5d:42987 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T02:21:47,963 INFO [RS:0;72b6db343a5d:42987 {}] regionserver.HRegionServer(3091): Received CLOSE for f5882f22346fcaf1d4de03ad2dfcf04c 2024-11-23T02:21:47,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34649-0x10142a0ddfb0000, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Set watcher on znode that does not yet exist, /0-549749388/running 2024-11-23T02:21:47,963 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T02:21:47,963 INFO [RS:0;72b6db343a5d:42987 {}] regionserver.HRegionServer(3091): Received CLOSE for df087fd3f47b0593e78d4360ac6397f3 2024-11-23T02:21:47,963 INFO [RS:0;72b6db343a5d:42987 {}] regionserver.HRegionServer(959): stopping server 72b6db343a5d,42987,1732328486483 2024-11-23T02:21:47,963 INFO [RS:0;72b6db343a5d:42987 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:21:47,963 INFO [RS:0;72b6db343a5d:42987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:42987. 2024-11-23T02:21:47,963 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f5882f22346fcaf1d4de03ad2dfcf04c, disabling compactions & flushes 2024-11-23T02:21:47,963 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732328498476.f5882f22346fcaf1d4de03ad2dfcf04c. 2024-11-23T02:21:47,963 DEBUG [RS:0;72b6db343a5d:42987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:47,963 DEBUG [RS:0;72b6db343a5d:42987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:47,963 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732328498476.f5882f22346fcaf1d4de03ad2dfcf04c. 2024-11-23T02:21:47,963 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732328498476.f5882f22346fcaf1d4de03ad2dfcf04c. after waiting 0 ms 2024-11-23T02:21:47,963 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732328498476.f5882f22346fcaf1d4de03ad2dfcf04c. 2024-11-23T02:21:47,963 INFO [RS:0;72b6db343a5d:42987 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T02:21:47,963 INFO [RS:0;72b6db343a5d:42987 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T02:21:47,963 INFO [RS:0;72b6db343a5d:42987 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T02:21:47,963 INFO [RS:0;72b6db343a5d:42987 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T02:21:47,963 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f5882f22346fcaf1d4de03ad2dfcf04c 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-23T02:21:47,964 INFO [RS:0;72b6db343a5d:42987 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-23T02:21:47,964 DEBUG [RS:0;72b6db343a5d:42987 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f5882f22346fcaf1d4de03ad2dfcf04c=hbase:replication,,1732328498476.f5882f22346fcaf1d4de03ad2dfcf04c., df087fd3f47b0593e78d4360ac6397f3=test,,1732328496049.df087fd3f47b0593e78d4360ac6397f3.} 2024-11-23T02:21:47,964 DEBUG [RS:0;72b6db343a5d:42987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, df087fd3f47b0593e78d4360ac6397f3, f5882f22346fcaf1d4de03ad2dfcf04c 2024-11-23T02:21:47,964 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T02:21:47,964 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T02:21:47,964 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T02:21:47,964 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T02:21:47,964 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T02:21:47,964 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-23T02:21:47,978 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/replication/f5882f22346fcaf1d4de03ad2dfcf04c/.tmp/hfileref/da102bfca4ec4e3791acdc77ff72ac79 is 74, key is 1/hfileref:218eada758754999bc11e809e2212d1a_SeqId_6_/1732328502486/DeleteColumn/seqid=0 2024-11-23T02:21:47,981 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/meta/1588230740/.tmp/info/d9dfb262281f47ada7f7574df4285db3 is 147, key is hbase:replication,,1732328498476.f5882f22346fcaf1d4de03ad2dfcf04c./info:regioninfo/1732328499261/Put/seqid=0 2024-11-23T02:21:47,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741847_1023 (size=5489) 2024-11-23T02:21:47,982 INFO [regionserver/72b6db343a5d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:21:47,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741848_1024 (size=7686) 2024-11-23T02:21:48,164 DEBUG [RS:0;72b6db343a5d:42987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, df087fd3f47b0593e78d4360ac6397f3, f5882f22346fcaf1d4de03ad2dfcf04c 2024-11-23T02:21:48,364 DEBUG [RS:0;72b6db343a5d:42987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, df087fd3f47b0593e78d4360ac6397f3, f5882f22346fcaf1d4de03ad2dfcf04c 2024-11-23T02:21:48,382 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/replication/f5882f22346fcaf1d4de03ad2dfcf04c/.tmp/hfileref/da102bfca4ec4e3791acdc77ff72ac79 2024-11-23T02:21:48,386 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/meta/1588230740/.tmp/info/d9dfb262281f47ada7f7574df4285db3 2024-11-23T02:21:48,400 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/replication/f5882f22346fcaf1d4de03ad2dfcf04c/.tmp/queue/11c81fa7603343338e5ae25a43ce24aa is 153, key is 1-72b6db343a5d,42987,1732328486483/queue:72b6db343a5d%2C42987%2C1732328486483/1732328502487/Put/seqid=0 2024-11-23T02:21:48,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741849_1025 (size=5504) 2024-11-23T02:21:48,406 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/meta/1588230740/.tmp/ns/a5d1faecaad942ac9cec6b1480d34e88 is 43, key is default/ns:d/1732328489089/Put/seqid=0 2024-11-23T02:21:48,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741850_1026 (size=5153) 2024-11-23T02:21:48,448 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T02:21:48,448 INFO [regionserver/72b6db343a5d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T02:21:48,531 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,2-72b6db343a5d,42987,1732328486483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328501266 to pos 393, reset compression=false 2024-11-23T02:21:48,550 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,1-72b6db343a5d,42987,1732328486483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328501266 to pos 393, reset compression=false 2024-11-23T02:21:48,564 DEBUG [RS:0;72b6db343a5d:42987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, df087fd3f47b0593e78d4360ac6397f3, f5882f22346fcaf1d4de03ad2dfcf04c 2024-11-23T02:21:48,764 DEBUG [RS:0;72b6db343a5d:42987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, df087fd3f47b0593e78d4360ac6397f3, f5882f22346fcaf1d4de03ad2dfcf04c 2024-11-23T02:21:48,803 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/replication/f5882f22346fcaf1d4de03ad2dfcf04c/.tmp/queue/11c81fa7603343338e5ae25a43ce24aa 2024-11-23T02:21:48,807 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/replication/f5882f22346fcaf1d4de03ad2dfcf04c/.tmp/hfileref/da102bfca4ec4e3791acdc77ff72ac79 as hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/replication/f5882f22346fcaf1d4de03ad2dfcf04c/hfileref/da102bfca4ec4e3791acdc77ff72ac79 2024-11-23T02:21:48,809 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/meta/1588230740/.tmp/ns/a5d1faecaad942ac9cec6b1480d34e88 2024-11-23T02:21:48,811 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/replication/f5882f22346fcaf1d4de03ad2dfcf04c/hfileref/da102bfca4ec4e3791acdc77ff72ac79, entries=6, sequenceid=17, filesize=5.4 K 2024-11-23T02:21:48,812 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/replication/f5882f22346fcaf1d4de03ad2dfcf04c/.tmp/queue/11c81fa7603343338e5ae25a43ce24aa as hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/replication/f5882f22346fcaf1d4de03ad2dfcf04c/queue/11c81fa7603343338e5ae25a43ce24aa 2024-11-23T02:21:48,815 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/replication/f5882f22346fcaf1d4de03ad2dfcf04c/queue/11c81fa7603343338e5ae25a43ce24aa, entries=2, sequenceid=17, filesize=5.4 K 2024-11-23T02:21:48,816 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for f5882f22346fcaf1d4de03ad2dfcf04c in 853ms, sequenceid=17, compaction requested=false 2024-11-23T02:21:48,821 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/replication/f5882f22346fcaf1d4de03ad2dfcf04c/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-23T02:21:48,821 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:21:48,821 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:21:48,821 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732328498476.f5882f22346fcaf1d4de03ad2dfcf04c. 2024-11-23T02:21:48,822 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f5882f22346fcaf1d4de03ad2dfcf04c: Waiting for close lock at 1732328507963Running coprocessor pre-close hooks at 1732328507963Disabling compacts and flushes for region at 1732328507963Disabling writes for close at 1732328507963Obtaining lock to block concurrent updates at 1732328507964 (+1 ms)Preparing flush snapshotting stores in f5882f22346fcaf1d4de03ad2dfcf04c at 1732328507964Finished memstore snapshotting hbase:replication,,1732328498476.f5882f22346fcaf1d4de03ad2dfcf04c., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732328507964Flushing stores of hbase:replication,,1732328498476.f5882f22346fcaf1d4de03ad2dfcf04c. at 1732328507964Flushing f5882f22346fcaf1d4de03ad2dfcf04c/hfileref: creating writer at 1732328507964Flushing f5882f22346fcaf1d4de03ad2dfcf04c/hfileref: appending metadata at 1732328507978 (+14 ms)Flushing f5882f22346fcaf1d4de03ad2dfcf04c/hfileref: closing flushed file at 1732328507978Flushing f5882f22346fcaf1d4de03ad2dfcf04c/queue: creating writer at 1732328508386 (+408 ms)Flushing f5882f22346fcaf1d4de03ad2dfcf04c/queue: appending metadata at 1732328508399 (+13 ms)Flushing f5882f22346fcaf1d4de03ad2dfcf04c/queue: closing flushed file at 1732328508400 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44dc9c62: reopening flushed file at 1732328508807 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@326f5253: reopening flushed file at 1732328508812 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for f5882f22346fcaf1d4de03ad2dfcf04c in 853ms, sequenceid=17, compaction requested=false at 1732328508816 (+4 ms)Writing region close event to WAL at 1732328508819 (+3 ms)Running coprocessor post-close hooks at 1732328508821 (+2 ms)Closed at 1732328508821 2024-11-23T02:21:48,822 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732328498476.f5882f22346fcaf1d4de03ad2dfcf04c. 2024-11-23T02:21:48,822 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing df087fd3f47b0593e78d4360ac6397f3, disabling compactions & flushes 2024-11-23T02:21:48,822 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732328496049.df087fd3f47b0593e78d4360ac6397f3. 2024-11-23T02:21:48,822 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732328496049.df087fd3f47b0593e78d4360ac6397f3. 2024-11-23T02:21:48,822 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732328496049.df087fd3f47b0593e78d4360ac6397f3. after waiting 0 ms 2024-11-23T02:21:48,822 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732328496049.df087fd3f47b0593e78d4360ac6397f3. 2024-11-23T02:21:48,825 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/default/test/df087fd3f47b0593e78d4360ac6397f3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T02:21:48,826 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:21:48,826 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-23T02:21:48,826 INFO [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732328496049.df087fd3f47b0593e78d4360ac6397f3. 2024-11-23T02:21:48,826 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for df087fd3f47b0593e78d4360ac6397f3: Waiting for close lock at 1732328508822Running coprocessor pre-close hooks at 1732328508822Disabling compacts and flushes for region at 1732328508822Disabling writes for close at 1732328508822Writing region close event to WAL at 1732328508823 (+1 ms)Running coprocessor post-close hooks at 1732328508826 (+3 ms)Closed at 1732328508826 2024-11-23T02:21:48,826 DEBUG [RS_CLOSE_REGION-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732328496049.df087fd3f47b0593e78d4360ac6397f3. 2024-11-23T02:21:48,830 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/meta/1588230740/.tmp/rep_barrier/1b7637253a0f4fba8e034e0b8d2c3183 is 112, key is test,,1732328496049.df087fd3f47b0593e78d4360ac6397f3./rep_barrier:seqnumDuringOpen/1732328496411/Put/seqid=0 2024-11-23T02:21:48,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741851_1027 (size=5518) 2024-11-23T02:21:48,965 DEBUG [RS:0;72b6db343a5d:42987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:21:49,165 INFO [RS:0;72b6db343a5d:42987 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-23T02:21:49,165 DEBUG [RS:0;72b6db343a5d:42987 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T02:21:49,165 DEBUG [RS:0;72b6db343a5d:42987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-23T02:21:49,234 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/meta/1588230740/.tmp/rep_barrier/1b7637253a0f4fba8e034e0b8d2c3183 2024-11-23T02:21:49,255 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/meta/1588230740/.tmp/table/254740b60c7d44708a98203050f1f337 is 53, key is hbase:replication/table:state/1732328499269/Put/seqid=0 2024-11-23T02:21:49,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741852_1028 (size=5308) 2024-11-23T02:21:49,262 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/meta/1588230740/.tmp/table/254740b60c7d44708a98203050f1f337 2024-11-23T02:21:49,266 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/meta/1588230740/.tmp/info/d9dfb262281f47ada7f7574df4285db3 as hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/meta/1588230740/info/d9dfb262281f47ada7f7574df4285db3 2024-11-23T02:21:49,270 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/meta/1588230740/info/d9dfb262281f47ada7f7574df4285db3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-23T02:21:49,270 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/meta/1588230740/.tmp/ns/a5d1faecaad942ac9cec6b1480d34e88 as hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/meta/1588230740/ns/a5d1faecaad942ac9cec6b1480d34e88 2024-11-23T02:21:49,273 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/meta/1588230740/ns/a5d1faecaad942ac9cec6b1480d34e88, entries=2, sequenceid=16, filesize=5.0 K 2024-11-23T02:21:49,274 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/meta/1588230740/.tmp/rep_barrier/1b7637253a0f4fba8e034e0b8d2c3183 as hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/meta/1588230740/rep_barrier/1b7637253a0f4fba8e034e0b8d2c3183 2024-11-23T02:21:49,277 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/meta/1588230740/rep_barrier/1b7637253a0f4fba8e034e0b8d2c3183, entries=1, sequenceid=16, filesize=5.4 K 2024-11-23T02:21:49,278 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/meta/1588230740/.tmp/table/254740b60c7d44708a98203050f1f337 as hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/meta/1588230740/table/254740b60c7d44708a98203050f1f337 2024-11-23T02:21:49,281 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/meta/1588230740/table/254740b60c7d44708a98203050f1f337, entries=4, sequenceid=16, filesize=5.2 K 2024-11-23T02:21:49,281 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1317ms, sequenceid=16, compaction requested=false 2024-11-23T02:21:49,281 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T02:21:49,286 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-23T02:21:49,286 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-23T02:21:49,286 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T02:21:49,286 INFO [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T02:21:49,286 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732328507964Running coprocessor pre-close hooks at 1732328507964Disabling compacts and flushes for region at 1732328507964Disabling writes for close at 1732328507964Obtaining lock to block concurrent updates at 1732328507964Preparing flush snapshotting stores in 1588230740 at 1732328507964Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732328507964Flushing stores of hbase:meta,,1.1588230740 at 1732328507965 (+1 ms)Flushing 1588230740/info: creating writer at 1732328507965Flushing 1588230740/info: appending metadata at 1732328507981 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732328507981Flushing 1588230740/ns: creating writer at 1732328508390 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732328508406 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732328508406Flushing 1588230740/rep_barrier: creating writer at 1732328508813 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732328508830 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732328508830Flushing 1588230740/table: creating writer at 1732328509238 (+408 ms)Flushing 1588230740/table: appending metadata at 1732328509255 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732328509255Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18fe5ea2: reopening flushed file at 1732328509265 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@405d69f3: reopening flushed file at 1732328509270 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a4ddecd: reopening flushed file at 1732328509273 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b2f5df6: reopening flushed file at 1732328509277 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1317ms, sequenceid=16, compaction requested=false at 1732328509281 (+4 ms)Writing region close event to WAL at 1732328509283 (+2 ms)Running coprocessor post-close hooks at 1732328509286 (+3 ms)Closed at 1732328509286 2024-11-23T02:21:49,286 DEBUG [RS_CLOSE_META-regionserver/72b6db343a5d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T02:21:49,365 INFO [RS:0;72b6db343a5d:42987 {}] regionserver.HRegionServer(976): stopping server 72b6db343a5d,42987,1732328486483; all regions closed. 2024-11-23T02:21:49,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741843_1019 (size=859) 2024-11-23T02:21:49,367 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.meta.1732328501325.meta not finished, retry = 0 2024-11-23T02:21:49,391 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T02:21:49,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:49,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:49,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:49,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:49,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:49,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:49,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:49,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:49,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:49,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:49,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:49,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:49,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:49,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:49,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:49,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:49,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:49,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:49,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:49,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T02:21:49,470 DEBUG [RS:0;72b6db343a5d:42987 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/oldWALs 2024-11-23T02:21:49,470 INFO [RS:0;72b6db343a5d:42987 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 72b6db343a5d%2C42987%2C1732328486483.meta:.meta(num 1732328501325) 2024-11-23T02:21:49,472 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.rep.1732328501396 not finished, retry = 0 2024-11-23T02:21:49,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741844_1020 (size=2574) 2024-11-23T02:21:49,574 DEBUG [RS:0;72b6db343a5d:42987 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/oldWALs 2024-11-23T02:21:49,574 INFO [RS:0;72b6db343a5d:42987 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 72b6db343a5d%2C42987%2C1732328486483.rep:(num 1732328501396) 2024-11-23T02:21:49,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741842_1018 (size=696) 2024-11-23T02:21:49,576 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328501266 not finished, retry = 0 2024-11-23T02:21:49,678 DEBUG [RS:0;72b6db343a5d:42987 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/oldWALs 2024-11-23T02:21:49,678 INFO [RS:0;72b6db343a5d:42987 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 72b6db343a5d%2C42987%2C1732328486483:(num 1732328501266) 2024-11-23T02:21:49,678 DEBUG [RS:0;72b6db343a5d:42987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:49,678 INFO [RS:0;72b6db343a5d:42987 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T02:21:49,678 INFO [RS:0;72b6db343a5d:42987 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:21:49,679 INFO [RS:0;72b6db343a5d:42987 {}] hbase.ChoreService(370): Chore service for: regionserver/72b6db343a5d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T02:21:49,679 INFO [RS:0;72b6db343a5d:42987 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:21:49,679 INFO [regionserver/72b6db343a5d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:21:49,679 INFO [RS:0;72b6db343a5d:42987 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-72b6db343a5d,42987,1732328486483 because: Region server is closing 2024-11-23T02:21:49,679 INFO [RS:0;72b6db343a5d:42987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:42987. 2024-11-23T02:21:49,679 DEBUG [RS:0;72b6db343a5d:42987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:49,680 DEBUG [RS:0;72b6db343a5d:42987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:49,680 DEBUG [RS:0;72b6db343a5d:42987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:49,680 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:21:49,734 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,2-72b6db343a5d,42987,1732328486483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328501266 to pos 393, reset compression=false 2024-11-23T02:21:49,735 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,2-72b6db343a5d,42987,1732328486483 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328501266 was moved to hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/oldWALs/72b6db343a5d%2C42987%2C1732328486483.1732328501266 2024-11-23T02:21:49,738 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,2-72b6db343a5d,42987,1732328486483 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328501266 2024-11-23T02:21:49,738 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,2-72b6db343a5d,42987,1732328486483 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-23T02:21:49,738 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,2-72b6db343a5d,42987,1732328486483 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-23T02:21:49,738 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483.replicationSource.wal-reader.72b6db343a5d%2C42987%2C1732328486483,2-72b6db343a5d,42987,1732328486483 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-23T02:21:49,738 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483.replicationSource.shipper72b6db343a5d%2C42987%2C1732328486483,2-72b6db343a5d,42987,1732328486483 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-72b6db343a5d,42987,1732328486483 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/WALs/72b6db343a5d,42987,1732328486483/72b6db343a5d%2C42987%2C1732328486483.1732328501266, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-23T02:21:49,739 ERROR [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483.replicationSource.shipper72b6db343a5d%2C42987%2C1732328486483,2-72b6db343a5d,42987,1732328486483 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 72b6db343a5d,42987,1732328486483: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-72b6db343a5d,42987,1732328486483, walGroup=72b6db343a5d%2C42987%2C1732328486483, offset=72b6db343a5d%2C42987%2C1732328486483.1732328501266:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=72b6db343a5d:42987 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-23T02:21:49,740 ERROR [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483.replicationSource.shipper72b6db343a5d%2C42987%2C1732328486483,2-72b6db343a5d,42987,1732328486483 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-23T02:21:49,740 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483.replicationSource.shipper72b6db343a5d%2C42987%2C1732328486483,2-72b6db343a5d,42987,1732328486483 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-23T02:21:49,740 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483.replicationSource.shipper72b6db343a5d%2C42987%2C1732328486483,2-72b6db343a5d,42987,1732328486483 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-23T02:21:49,740 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483.replicationSource.shipper72b6db343a5d%2C42987%2C1732328486483,2-72b6db343a5d,42987,1732328486483 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-23T02:21:49,740 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483.replicationSource.shipper72b6db343a5d%2C42987%2C1732328486483,2-72b6db343a5d,42987,1732328486483 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-23T02:21:49,740 INFO [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483.replicationSource.shipper72b6db343a5d%2C42987%2C1732328486483,2-72b6db343a5d,42987,1732328486483 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1541406720, "init": 1048576000, "max": 2306867200, "used": 1165644400 }, "NonHeapMemoryUsage": { "committed": 211353600, "init": 7667712, "max": -1, "used": 208314336 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-23T02:21:49,741 DEBUG [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483.replicationSource.shipper72b6db343a5d%2C42987%2C1732328486483,2-72b6db343a5d,42987,1732328486483 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [72b6db343a5d%2C42987%2C1732328486483.1732328501266] 2024-11-23T02:21:49,780 WARN [RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483.replicationSource.shipper72b6db343a5d%2C42987%2C1732328486483,1-72b6db343a5d,42987,1732328486483 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-23T02:21:49,780 INFO [RS:0;72b6db343a5d:42987 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,1-72b6db343a5d,42987,1732328486483.replicationSource.shipper72b6db343a5d%2C42987%2C1732328486483,1-72b6db343a5d,42987,1732328486483 terminated 2024-11-23T02:21:49,780 INFO [RS:0;72b6db343a5d:42987 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-72b6db343a5d,42987,1732328486483 because: Region server is closing 2024-11-23T02:21:49,781 INFO [RS:0;72b6db343a5d:42987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;72b6db343a5d:42987. 2024-11-23T02:21:49,781 DEBUG [RS:0;72b6db343a5d:42987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T02:21:49,781 DEBUG [RS:0;72b6db343a5d:42987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:49,781 DEBUG [RS:0;72b6db343a5d:42987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T02:21:49,781 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T02:21:49,781 INFO [RS:0;72b6db343a5d:42987 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/72b6db343a5d:0-0.replicationSource,2-72b6db343a5d,42987,1732328486483.replicationSource.shipper72b6db343a5d%2C42987%2C1732328486483,2-72b6db343a5d,42987,1732328486483 terminated 2024-11-23T02:21:49,781 INFO [RS:0;72b6db343a5d:42987 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42987 2024-11-23T02:21:49,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42987-0x10142a0ddfb0001, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-549749388/rs/72b6db343a5d,42987,1732328486483 2024-11-23T02:21:49,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x10142a0ddfb0000, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549749388/rs 2024-11-23T02:21:49,783 INFO [RS:0;72b6db343a5d:42987 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:21:49,783 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [72b6db343a5d,42987,1732328486483] 2024-11-23T02:21:49,787 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-549749388/draining/72b6db343a5d,42987,1732328486483 already deleted, retry=false 2024-11-23T02:21:49,787 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 72b6db343a5d,42987,1732328486483 expired; onlineServers=0 2024-11-23T02:21:49,787 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '72b6db343a5d,34649,1732328486403' ***** 2024-11-23T02:21:49,787 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T02:21:49,787 INFO [M:0;72b6db343a5d:34649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T02:21:49,787 INFO [M:0;72b6db343a5d:34649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T02:21:49,787 DEBUG [M:0;72b6db343a5d:34649 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T02:21:49,787 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T02:21:49,787 DEBUG [M:0;72b6db343a5d:34649 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T02:21:49,787 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328488285 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.small.0-1732328488285,5,FailOnTimeoutGroup] 2024-11-23T02:21:49,787 DEBUG [master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328488285 {}] cleaner.HFileCleaner(306): Exit Thread[master/72b6db343a5d:0:becomeActiveMaster-HFileCleaner.large.0-1732328488285,5,FailOnTimeoutGroup] 2024-11-23T02:21:49,787 INFO [M:0;72b6db343a5d:34649 {}] hbase.ChoreService(370): Chore service for: master/72b6db343a5d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T02:21:49,787 INFO [M:0;72b6db343a5d:34649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T02:21:49,787 DEBUG [M:0;72b6db343a5d:34649 {}] master.HMaster(1795): Stopping service threads 2024-11-23T02:21:49,787 INFO [M:0;72b6db343a5d:34649 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T02:21:49,788 INFO [M:0;72b6db343a5d:34649 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T02:21:49,788 INFO [M:0;72b6db343a5d:34649 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T02:21:49,788 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T02:21:49,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x10142a0ddfb0000, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-549749388/master 2024-11-23T02:21:49,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x10142a0ddfb0000, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-549749388 2024-11-23T02:21:49,789 DEBUG [M:0;72b6db343a5d:34649 {}] zookeeper.ZKUtil(347): master:34649-0x10142a0ddfb0000, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Unable to get data of znode /0-549749388/master because node does not exist (not an error) 2024-11-23T02:21:49,789 WARN [M:0;72b6db343a5d:34649 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T02:21:49,789 INFO [M:0;72b6db343a5d:34649 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/.lastflushedseqids 2024-11-23T02:21:49,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741853_1029 (size=263) 2024-11-23T02:21:49,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42987-0x10142a0ddfb0001, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:21:49,886 INFO [RS:0;72b6db343a5d:42987 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:21:49,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42987-0x10142a0ddfb0001, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:21:49,886 INFO [RS:0;72b6db343a5d:42987 {}] regionserver.HRegionServer(1031): Exiting; stopping=72b6db343a5d,42987,1732328486483; zookeeper connection closed. 2024-11-23T02:21:49,887 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19cfaf62 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19cfaf62 2024-11-23T02:21:49,887 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T02:21:50,194 INFO [M:0;72b6db343a5d:34649 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T02:21:50,194 INFO [M:0;72b6db343a5d:34649 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T02:21:50,194 DEBUG [M:0;72b6db343a5d:34649 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T02:21:50,194 INFO [M:0;72b6db343a5d:34649 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:50,194 DEBUG [M:0;72b6db343a5d:34649 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:50,194 DEBUG [M:0;72b6db343a5d:34649 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T02:21:50,194 DEBUG [M:0;72b6db343a5d:34649 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:50,194 INFO [M:0;72b6db343a5d:34649 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-23T02:21:50,209 DEBUG [M:0;72b6db343a5d:34649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61cf6f1b11db4e359b4e09e35dd58aac is 82, key is hbase:meta,,1/info:regioninfo/1732328489070/Put/seqid=0 2024-11-23T02:21:50,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741854_1030 (size=5672) 2024-11-23T02:21:50,212 INFO [M:0;72b6db343a5d:34649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61cf6f1b11db4e359b4e09e35dd58aac 2024-11-23T02:21:50,230 DEBUG [M:0;72b6db343a5d:34649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3420b4aac72a49a0be183dacff45608f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732328499273/Put/seqid=0 2024-11-23T02:21:50,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741855_1031 (size=8909) 2024-11-23T02:21:50,633 INFO [M:0;72b6db343a5d:34649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3420b4aac72a49a0be183dacff45608f 2024-11-23T02:21:50,651 DEBUG [M:0;72b6db343a5d:34649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc5e0804c39d4d2f87d20bb752cf412f is 69, key is 72b6db343a5d,42987,1732328486483/rs:state/1732328488337/Put/seqid=0 2024-11-23T02:21:50,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741856_1032 (size=5156) 2024-11-23T02:21:51,055 INFO [M:0;72b6db343a5d:34649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc5e0804c39d4d2f87d20bb752cf412f 2024-11-23T02:21:51,059 DEBUG [M:0;72b6db343a5d:34649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61cf6f1b11db4e359b4e09e35dd58aac as hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61cf6f1b11db4e359b4e09e35dd58aac 2024-11-23T02:21:51,062 INFO [M:0;72b6db343a5d:34649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61cf6f1b11db4e359b4e09e35dd58aac, entries=8, sequenceid=112, filesize=5.5 K 2024-11-23T02:21:51,063 DEBUG [M:0;72b6db343a5d:34649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3420b4aac72a49a0be183dacff45608f as hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3420b4aac72a49a0be183dacff45608f 2024-11-23T02:21:51,066 INFO [M:0;72b6db343a5d:34649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3420b4aac72a49a0be183dacff45608f, entries=13, sequenceid=112, filesize=8.7 K 2024-11-23T02:21:51,066 DEBUG [M:0;72b6db343a5d:34649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc5e0804c39d4d2f87d20bb752cf412f as hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fc5e0804c39d4d2f87d20bb752cf412f 2024-11-23T02:21:51,069 INFO [M:0;72b6db343a5d:34649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46165/user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fc5e0804c39d4d2f87d20bb752cf412f, entries=1, sequenceid=112, filesize=5.0 K 2024-11-23T02:21:51,070 INFO [M:0;72b6db343a5d:34649 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=112, compaction requested=false 2024-11-23T02:21:51,071 INFO [M:0;72b6db343a5d:34649 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T02:21:51,071 DEBUG [M:0;72b6db343a5d:34649 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732328510194Disabling compacts and flushes for region at 1732328510194Disabling writes for close at 1732328510194Obtaining lock to block concurrent updates at 1732328510194Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732328510194Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1732328510194Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732328510195 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732328510195Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732328510209 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732328510209Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732328510216 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732328510229 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732328510229Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732328510637 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732328510650 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732328510650Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14f8850e: reopening flushed file at 1732328511058 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bc0da6d: reopening flushed file at 1732328511062 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30996230: reopening flushed file at 1732328511066 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=112, compaction requested=false at 1732328511070 (+4 ms)Writing region close event to WAL at 1732328511071 (+1 ms)Closed at 1732328511071 2024-11-23T02:21:51,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40703 is added to blk_1073741830_1006 (size=69055) 2024-11-23T02:21:51,073 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e8795212-d029-d75d-01a8-b4dd5a35bf37/MasterData/WALs/72b6db343a5d,34649,1732328486403/72b6db343a5d%2C34649%2C1732328486403.1732328488182 not finished, retry = 0 2024-11-23T02:21:51,116 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T02:21:51,174 INFO [M:0;72b6db343a5d:34649 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T02:21:51,174 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T02:21:51,174 INFO [M:0;72b6db343a5d:34649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34649 2024-11-23T02:21:51,174 INFO [M:0;72b6db343a5d:34649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T02:21:51,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x10142a0ddfb0000, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:21:51,276 INFO [M:0;72b6db343a5d:34649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T02:21:51,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34649-0x10142a0ddfb0000, quorum=127.0.0.1:49192, baseZNode=/0-549749388 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T02:21:51,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18569d4f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T02:21:51,279 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ac91a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:21:51,279 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:21:51,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7eb2ff8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:21:51,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@628bc413{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/hadoop.log.dir/,STOPPED} 2024-11-23T02:21:51,280 WARN [BP-484713517-172.17.0.2-1732328485759 heartbeating to localhost/127.0.0.1:46165 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T02:21:51,280 WARN [BP-484713517-172.17.0.2-1732328485759 heartbeating to localhost/127.0.0.1:46165 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-484713517-172.17.0.2-1732328485759 (Datanode Uuid 84944181-af47-48f9-a5f0-6d088be19096) service to localhost/127.0.0.1:46165 2024-11-23T02:21:51,280 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T02:21:51,280 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T02:21:51,281 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/cluster_8e9dd4b2-6c55-2a9f-2bb7-8a38a23706e9/data/data1/current/BP-484713517-172.17.0.2-1732328485759 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:21:51,281 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/cluster_8e9dd4b2-6c55-2a9f-2bb7-8a38a23706e9/data/data2/current/BP-484713517-172.17.0.2-1732328485759 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T02:21:51,281 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T02:21:51,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c2512fe{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T02:21:51,289 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2af3af6a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T02:21:51,289 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T02:21:51,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@335ea2be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T02:21:51,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cdc7e0d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d725d7-e420-b15b-60e6-3ed01788c375/hadoop.log.dir/,STOPPED} 2024-11-23T02:21:51,296 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T02:21:51,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T02:21:51,328 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=597 (was 538) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36665 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46165 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41007 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:41007 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46165 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46165 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46165 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36665 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36665 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:36665 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46165 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49192) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41007 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41007 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36665 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:46165 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36665 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41007 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46165 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49192) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41007 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49192) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46165 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=981 (was 887) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=441 (was 443), ProcessCount=11 (was 11), AvailableMemoryMB=6224 (was 6774) 2024-11-23T02:21:51,329 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=597 is superior to 500